vellum-ai 0.10.9__py3-none-any.whl → 0.11.1__py3-none-any.whl

vellum/__init__.py

@@ -393,6 +393,10 @@ from .types import (
     TestSuiteRunMetricNumberOutput,
     TestSuiteRunMetricOutput,
     TestSuiteRunMetricStringOutput,
+    TestSuiteRunPromptSandboxHistoryItemExecConfig,
+    TestSuiteRunPromptSandboxHistoryItemExecConfigData,
+    TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest,
+    TestSuiteRunPromptSandboxHistoryItemExecConfigRequest,
     TestSuiteRunRead,
     TestSuiteRunState,
     TestSuiteRunTestSuite,
@@ -400,6 +404,10 @@ from .types import (
     TestSuiteRunWorkflowReleaseTagExecConfigData,
     TestSuiteRunWorkflowReleaseTagExecConfigDataRequest,
     TestSuiteRunWorkflowReleaseTagExecConfigRequest,
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfig,
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigData,
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest,
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest,
     TestSuiteTestCase,
     TestSuiteTestCaseBulkOperationRequest,
     TestSuiteTestCaseBulkResult,
@@ -917,6 +925,10 @@ __all__ = [
     "TestSuiteRunMetricNumberOutput",
     "TestSuiteRunMetricOutput",
     "TestSuiteRunMetricStringOutput",
+    "TestSuiteRunPromptSandboxHistoryItemExecConfig",
+    "TestSuiteRunPromptSandboxHistoryItemExecConfigData",
+    "TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest",
+    "TestSuiteRunPromptSandboxHistoryItemExecConfigRequest",
     "TestSuiteRunRead",
     "TestSuiteRunState",
     "TestSuiteRunTestSuite",
@@ -924,6 +936,10 @@ __all__ = [
     "TestSuiteRunWorkflowReleaseTagExecConfigData",
     "TestSuiteRunWorkflowReleaseTagExecConfigDataRequest",
     "TestSuiteRunWorkflowReleaseTagExecConfigRequest",
+    "TestSuiteRunWorkflowSandboxHistoryItemExecConfig",
+    "TestSuiteRunWorkflowSandboxHistoryItemExecConfigData",
+    "TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest",
+    "TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest",
     "TestSuiteTestCase",
     "TestSuiteTestCaseBulkOperationRequest",
     "TestSuiteTestCaseBulkResult",

vellum/client/core/client_wrapper.py

@@ -17,7 +17,7 @@ class BaseClientWrapper:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "vellum-ai",
-            "X-Fern-SDK-Version": "0.10.9",
+            "X-Fern-SDK-Version": "0.11.1",
         }
         headers["X_API_KEY"] = self.api_key
         return headers

vellum/client/types/__init__.py

@@ -406,6 +406,16 @@ from .test_suite_run_metric_json_output import TestSuiteRunMetricJsonOutput
 from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
 from .test_suite_run_metric_output import TestSuiteRunMetricOutput
 from .test_suite_run_metric_string_output import TestSuiteRunMetricStringOutput
+from .test_suite_run_prompt_sandbox_history_item_exec_config import TestSuiteRunPromptSandboxHistoryItemExecConfig
+from .test_suite_run_prompt_sandbox_history_item_exec_config_data import (
+    TestSuiteRunPromptSandboxHistoryItemExecConfigData,
+)
+from .test_suite_run_prompt_sandbox_history_item_exec_config_data_request import (
+    TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest,
+)
+from .test_suite_run_prompt_sandbox_history_item_exec_config_request import (
+    TestSuiteRunPromptSandboxHistoryItemExecConfigRequest,
+)
 from .test_suite_run_read import TestSuiteRunRead
 from .test_suite_run_state import TestSuiteRunState
 from .test_suite_run_test_suite import TestSuiteRunTestSuite
@@ -415,6 +425,16 @@ from .test_suite_run_workflow_release_tag_exec_config_data_request import (
     TestSuiteRunWorkflowReleaseTagExecConfigDataRequest,
 )
 from .test_suite_run_workflow_release_tag_exec_config_request import TestSuiteRunWorkflowReleaseTagExecConfigRequest
+from .test_suite_run_workflow_sandbox_history_item_exec_config import TestSuiteRunWorkflowSandboxHistoryItemExecConfig
+from .test_suite_run_workflow_sandbox_history_item_exec_config_data import (
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigData,
+)
+from .test_suite_run_workflow_sandbox_history_item_exec_config_data_request import (
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest,
+)
+from .test_suite_run_workflow_sandbox_history_item_exec_config_request import (
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest,
+)
 from .test_suite_test_case import TestSuiteTestCase
 from .test_suite_test_case_bulk_operation_request import TestSuiteTestCaseBulkOperationRequest
 from .test_suite_test_case_bulk_result import TestSuiteTestCaseBulkResult
@@ -893,6 +913,10 @@ __all__ = [
     "TestSuiteRunMetricNumberOutput",
     "TestSuiteRunMetricOutput",
     "TestSuiteRunMetricStringOutput",
+    "TestSuiteRunPromptSandboxHistoryItemExecConfig",
+    "TestSuiteRunPromptSandboxHistoryItemExecConfigData",
+    "TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest",
+    "TestSuiteRunPromptSandboxHistoryItemExecConfigRequest",
     "TestSuiteRunRead",
     "TestSuiteRunState",
     "TestSuiteRunTestSuite",
@@ -900,6 +924,10 @@ __all__ = [
     "TestSuiteRunWorkflowReleaseTagExecConfigData",
     "TestSuiteRunWorkflowReleaseTagExecConfigDataRequest",
     "TestSuiteRunWorkflowReleaseTagExecConfigRequest",
+    "TestSuiteRunWorkflowSandboxHistoryItemExecConfig",
+    "TestSuiteRunWorkflowSandboxHistoryItemExecConfigData",
+    "TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest",
+    "TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest",
     "TestSuiteTestCase",
     "TestSuiteTestCaseBulkOperationRequest",
     "TestSuiteTestCaseBulkResult",

vellum/client/types/test_suite_run_exec_config.py

@@ -2,9 +2,15 @@
 
 import typing
 from .test_suite_run_deployment_release_tag_exec_config import TestSuiteRunDeploymentReleaseTagExecConfig
+from .test_suite_run_prompt_sandbox_history_item_exec_config import TestSuiteRunPromptSandboxHistoryItemExecConfig
 from .test_suite_run_workflow_release_tag_exec_config import TestSuiteRunWorkflowReleaseTagExecConfig
+from .test_suite_run_workflow_sandbox_history_item_exec_config import TestSuiteRunWorkflowSandboxHistoryItemExecConfig
 from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
 
 TestSuiteRunExecConfig = typing.Union[
-    TestSuiteRunDeploymentReleaseTagExecConfig, TestSuiteRunWorkflowReleaseTagExecConfig, TestSuiteRunExternalExecConfig
+    TestSuiteRunDeploymentReleaseTagExecConfig,
+    TestSuiteRunPromptSandboxHistoryItemExecConfig,
+    TestSuiteRunWorkflowReleaseTagExecConfig,
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfig,
+    TestSuiteRunExternalExecConfig,
 ]

vellum/client/types/test_suite_run_exec_config_request.py

@@ -2,11 +2,19 @@
 
 import typing
 from .test_suite_run_deployment_release_tag_exec_config_request import TestSuiteRunDeploymentReleaseTagExecConfigRequest
+from .test_suite_run_prompt_sandbox_history_item_exec_config_request import (
+    TestSuiteRunPromptSandboxHistoryItemExecConfigRequest,
+)
 from .test_suite_run_workflow_release_tag_exec_config_request import TestSuiteRunWorkflowReleaseTagExecConfigRequest
+from .test_suite_run_workflow_sandbox_history_item_exec_config_request import (
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest,
+)
 from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
 
 TestSuiteRunExecConfigRequest = typing.Union[
     TestSuiteRunDeploymentReleaseTagExecConfigRequest,
+    TestSuiteRunPromptSandboxHistoryItemExecConfigRequest,
     TestSuiteRunWorkflowReleaseTagExecConfigRequest,
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest,
     TestSuiteRunExternalExecConfigRequest,
 ]

vellum/client/types/test_suite_run_prompt_sandbox_history_item_exec_config.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_prompt_sandbox_history_item_exec_config_data import (
+    TestSuiteRunPromptSandboxHistoryItemExecConfigData,
+)
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunPromptSandboxHistoryItemExecConfig(UniversalBaseModel):
+    """
+    Execution configuration for running a Test Suite against a Prompt Sandbox History Item
+    """
+
+    type: typing.Literal["PROMPT_SANDBOX_HISTORY_ITEM"] = "PROMPT_SANDBOX_HISTORY_ITEM"
+    data: TestSuiteRunPromptSandboxHistoryItemExecConfigData
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_prompt_sandbox_history_item_exec_config_data.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import typing
+
+
+class TestSuiteRunPromptSandboxHistoryItemExecConfigData(UniversalBaseModel):
+    history_item_id: str = pydantic.Field()
+    """
+    The ID of the Prompt Sandbox History Item that the Test Suite will run against.
+    """
+
+    prompt_variant_id: str = pydantic.Field()
+    """
+    The ID of the Prompt Variant within the Prompt Sandbox History Item that you'd like to run the Test Suite against.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_prompt_sandbox_history_item_exec_config_data_request.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import typing
+
+
+class TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest(UniversalBaseModel):
+    history_item_id: str = pydantic.Field()
+    """
+    The ID of the Prompt Sandbox History Item that the Test Suite will run against.
+    """
+
+    prompt_variant_id: str = pydantic.Field()
+    """
+    The ID of the Prompt Variant within the Prompt Sandbox History Item that you'd like to run the Test Suite against.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_prompt_sandbox_history_item_exec_config_request.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_prompt_sandbox_history_item_exec_config_data_request import (
+    TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest,
+)
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunPromptSandboxHistoryItemExecConfigRequest(UniversalBaseModel):
+    """
+    Execution configuration for running a Test Suite against a Prompt Sandbox History Item
+    """
+
+    type: typing.Literal["PROMPT_SANDBOX_HISTORY_ITEM"] = "PROMPT_SANDBOX_HISTORY_ITEM"
+    data: TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_workflow_sandbox_history_item_exec_config.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_workflow_sandbox_history_item_exec_config_data import (
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigData,
+)
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunWorkflowSandboxHistoryItemExecConfig(UniversalBaseModel):
+    """
+    Execution configuration for running a Test Suite against a Workflow Sandbox History Item
+    """
+
+    type: typing.Literal["WORKFLOW_SANDBOX_HISTORY_ITEM"] = "WORKFLOW_SANDBOX_HISTORY_ITEM"
+    data: TestSuiteRunWorkflowSandboxHistoryItemExecConfigData
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_workflow_sandbox_history_item_exec_config_data.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import typing
+
+
+class TestSuiteRunWorkflowSandboxHistoryItemExecConfigData(UniversalBaseModel):
+    history_item_id: str = pydantic.Field()
+    """
+    The ID of the Workflow Sandbox History Item that the Test Suite will run against.
+    """
+
+    workflow_variant_id: str = pydantic.Field()
+    """
+    The ID of the Workflow Variant within the Workflow Sandbox History Item that you'd like to run the Test Suite against.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_workflow_sandbox_history_item_exec_config_data_request.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import typing
+
+
+class TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest(UniversalBaseModel):
+    history_item_id: str = pydantic.Field()
+    """
+    The ID of the Workflow Sandbox History Item that the Test Suite will run against.
+    """
+
+    workflow_variant_id: str = pydantic.Field()
+    """
+    The ID of the Workflow Variant within the Workflow Sandbox History Item that you'd like to run the Test Suite against.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_workflow_sandbox_history_item_exec_config_request.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_workflow_sandbox_history_item_exec_config_data_request import (
+    TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest,
+)
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest(UniversalBaseModel):
+    """
+    Execution configuration for running a Test Suite against a Workflow Sandbox History Item
+    """
+
+    type: typing.Literal["WORKFLOW_SANDBOX_HISTORY_ITEM"] = "WORKFLOW_SANDBOX_HISTORY_ITEM"
+    data: TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/evaluations/resources.py

@@ -1,17 +1,14 @@
 from __future__ import annotations
 
+from functools import cached_property
 import logging
 import time
-from functools import cached_property
-from typing import Callable, Generator, List, cast, Iterable
 from uuid import UUID
+from typing import Callable, Generator, Iterable, List, cast
 
-from vellum import TestSuiteRunRead, TestSuiteRunMetricNumberOutput
-from vellum.client import Vellum, OMIT
-from vellum.evaluations.constants import (
-    DEFAULT_MAX_POLLING_DURATION_MS,
-    DEFAULT_POLLING_INTERVAL_MS,
-)
+from vellum import TestSuiteRunMetricNumberOutput, TestSuiteRunRead
+from vellum.client import OMIT, Vellum
+from vellum.evaluations.constants import DEFAULT_MAX_POLLING_DURATION_MS, DEFAULT_POLLING_INTERVAL_MS
 from vellum.evaluations.exceptions import TestSuiteRunResultsException
 from vellum.evaluations.utils.env import get_api_key
 from vellum.evaluations.utils.paginator import PaginatedResults, get_all_results
@@ -21,9 +18,9 @@ from vellum.types import (
     ExternalTestCaseExecutionRequest,
     NamedTestCaseVariableValueRequest,
     TestCaseVariableValue,
-    TestSuiteRunExternalExecConfigRequest,
     TestSuiteRunExecution,
     TestSuiteRunExternalExecConfigDataRequest,
+    TestSuiteRunExternalExecConfigRequest,
     TestSuiteRunMetricOutput,
     TestSuiteRunState,
 )
@@ -161,9 +158,7 @@ class VellumTestSuiteRunResults:
 
         metric_outputs: list[TestSuiteRunMetricNumberOutput] = []
 
-        for output in self.get_metric_outputs(
-            metric_identifier=metric_identifier, output_identifier=output_identifier
-        ):
+        for output in self.get_metric_outputs(metric_identifier=metric_identifier, output_identifier=output_identifier):
             if output.type != "NUMBER":
                 raise TestSuiteRunResultsException(
                     f"Expected a numeric metric output, but got a {output.type} output instead."

vellum/evaluations/utils/env.py

@@ -6,8 +6,6 @@ from .exceptions import VellumClientException
 def get_api_key() -> str:
     api_key = os.environ.get("VELLUM_API_KEY")
     if api_key is None:
-        raise VellumClientException(
-            "`VELLUM_API_KEY` environment variable is required to be set."
-        )
+        raise VellumClientException("`VELLUM_API_KEY` environment variable is required to be set.")
 
     return api_key

vellum/evaluations/utils/paginator.py

@@ -1,7 +1,6 @@
 from dataclasses import dataclass
 from typing import Callable, Generator, Generic, List, TypeVar, Union
 
-
 Result = TypeVar("Result")
 
 

vellum/evaluations/utils/typing.py

@@ -1,4 +1,4 @@
-from typing import TypeVar, Optional
+from typing import Optional, TypeVar
 
 _T = TypeVar("_T")
 

vellum/evaluations/utils/uuid.py

@@ -1,5 +1,5 @@
-from typing import Union
 import uuid
+from typing import Union
 
 
 def is_valid_uuid(val: Union[str, uuid.UUID, None]) -> bool:

vellum/plugins/vellum_mypy.py

@@ -154,7 +154,9 @@ class VellumMypyPlugin(Plugin):
     def _base_class_hook(self, ctx: ClassDefContext) -> None:
         if _is_subclass(ctx.cls.info, "vellum.workflows.nodes.core.templating_node.node.TemplatingNode"):
             self._dynamic_output_node_class_hook(ctx, "result")
-        elif _is_subclass(ctx.cls.info, "vellum.workflows.nodes.displayable.code_execution_node.node.CodeExecutionNode"):
+        elif _is_subclass(
+            ctx.cls.info, "vellum.workflows.nodes.displayable.code_execution_node.node.CodeExecutionNode"
+        ):
             self._dynamic_output_node_class_hook(ctx, "result")
         elif _is_subclass(ctx.cls.info, "vellum.workflows.nodes.displayable.final_output_node.node.FinalOutputNode"):
             self._dynamic_output_node_class_hook(ctx, "value")

vellum/types/test_suite_run_prompt_sandbox_history_item_exec_config.py

@@ -0,0 +1,3 @@
+# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
+
+from vellum.client.types.test_suite_run_prompt_sandbox_history_item_exec_config import *

vellum/types/test_suite_run_prompt_sandbox_history_item_exec_config_data.py

@@ -0,0 +1,3 @@
+# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
+
+from vellum.client.types.test_suite_run_prompt_sandbox_history_item_exec_config_data import *

vellum/types/test_suite_run_prompt_sandbox_history_item_exec_config_data_request.py

@@ -0,0 +1,3 @@
+# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
+
+from vellum.client.types.test_suite_run_prompt_sandbox_history_item_exec_config_data_request import *

vellum/types/test_suite_run_prompt_sandbox_history_item_exec_config_request.py

@@ -0,0 +1,3 @@
+# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
+
+from vellum.client.types.test_suite_run_prompt_sandbox_history_item_exec_config_request import *

vellum/types/test_suite_run_workflow_sandbox_history_item_exec_config.py

@@ -0,0 +1,3 @@
+# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
+
+from vellum.client.types.test_suite_run_workflow_sandbox_history_item_exec_config import *

vellum/types/test_suite_run_workflow_sandbox_history_item_exec_config_data.py

@@ -0,0 +1,3 @@
+# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
+
+from vellum.client.types.test_suite_run_workflow_sandbox_history_item_exec_config_data import *

vellum/types/test_suite_run_workflow_sandbox_history_item_exec_config_data_request.py

@@ -0,0 +1,3 @@
+# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
+
+from vellum.client.types.test_suite_run_workflow_sandbox_history_item_exec_config_data_request import *

vellum/types/test_suite_run_workflow_sandbox_history_item_exec_config_request.py

@@ -0,0 +1,3 @@
+# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
+
+from vellum.client.types.test_suite_run_workflow_sandbox_history_item_exec_config_request import *

vellum/workflows/context.py

@@ -0,0 +1,42 @@
+from contextlib import contextmanager
+import threading
+from typing import Iterator, Optional, cast
+
+from vellum.client.core import UniversalBaseModel
+from vellum.workflows.events.types import ParentContext
+
+
+class ExecutionContext(UniversalBaseModel):
+    parent_context: Optional[ParentContext] = None
+
+
+_CONTEXT_KEY = "_execution_context"
+
+local = threading.local()
+
+
+def get_execution_context() -> ExecutionContext:
+    """Retrieve the current execution context."""
+    return getattr(local, _CONTEXT_KEY, ExecutionContext())
+
+
+def set_execution_context(context: ExecutionContext) -> None:
+    """Set the current execution context."""
+    setattr(local, _CONTEXT_KEY, context)
+
+
+def get_parent_context() -> ParentContext:
+    return cast(ParentContext, get_execution_context().parent_context)
+
+
+@contextmanager
+def execution_context(parent_context: Optional[ParentContext] = None) -> Iterator[None]:
+    """Context manager for handling execution context."""
+    prev_context = get_execution_context()
+    set_context = ExecutionContext(parent_context=parent_context) if parent_context else prev_context
+
+    try:
+        set_execution_context(set_context)
+        yield
+    finally:
+        set_execution_context(prev_context)

vellum/workflows/events/node.py

@@ -1,12 +1,10 @@
-from typing import Any, Dict, Generic, Iterable, List, Literal, Optional, Set, Type, Union
+from typing import TYPE_CHECKING, Any, Dict, Generic, List, Literal, Optional, Set, Type, Union
 
-from pydantic import ConfigDict, SerializerFunctionWrapHandler, field_serializer, model_serializer
-from pydantic.main import IncEx
+from pydantic import SerializerFunctionWrapHandler, field_serializer, model_serializer
 
 from vellum.core.pydantic_utilities import UniversalBaseModel
 from vellum.workflows.errors import VellumError
 from vellum.workflows.expressions.accessor import AccessorExpression
-from vellum.workflows.nodes.bases import BaseNode
 from vellum.workflows.outputs.base import BaseOutput
 from vellum.workflows.ports.port import Port
 from vellum.workflows.references.node import NodeReference
@@ -14,9 +12,12 @@ from vellum.workflows.types.generics import OutputsType
 
 from .types import BaseEvent, default_serializer, serialize_type_encoder
 
+if TYPE_CHECKING:
+    from vellum.workflows.nodes.bases import BaseNode
+
 
 class _BaseNodeExecutionBody(UniversalBaseModel):
-    node_definition: Type[BaseNode]
+    node_definition: Type["BaseNode"]
 
     @field_serializer("node_definition")
     def serialize_node_definition(self, node_definition: Type, _info: Any) -> Dict[str, Any]:
@@ -36,7 +37,7 @@ class _BaseNodeEvent(BaseEvent):
     body: _BaseNodeExecutionBody
 
     @property
-    def node_definition(self) -> Type[BaseNode]:
+    def node_definition(self) -> Type["BaseNode"]:
         return self.body.node_definition
 
 

vellum/workflows/events/tests/test_event.py

@@ -1,6 +1,5 @@
 import pytest
 from datetime import datetime
-import json
 from uuid import UUID
 
 from deepdiff import DeepDiff

vellum/workflows/events/types.py

@@ -1,5 +1,4 @@
 from datetime import datetime
-from enum import Enum
 import json
 from uuid import UUID, uuid4
 from typing import Annotated, Any, Dict, List, Literal, Optional, Union