vellum-ai 0.5.0__tar.gz → 0.5.2__tar.gz

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vellum-ai
-Version: 0.5.0
+Version: 0.5.2
 Summary: 
 Requires-Python: >=3.8,<4.0
 Classifier: Programming Language :: Python :: 3

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "vellum-ai"
-version = "0.5.0"
+version = "0.5.2"
 description = ""
 readme = "README.md"
 authors = []

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/__init__.py

@@ -71,6 +71,7 @@ from .types import (
     EnvironmentEnum,
     ErrorEnum,
     ErrorVariableValue,
+    ErrorVellumValue,
     ExecutePromptApiErrorResponse,
     ExecutePromptEvent,
     ExecutePromptEvent_Fulfilled,
@@ -121,6 +122,7 @@ from .types import (
     FunctionCallChatMessageContentValueRequest,
     FunctionCallEnum,
     FunctionCallVariableValue,
+    FunctionCallVellumValue,
     FunctionCall_Fulfilled,
     FunctionCall_Rejected,
     GenerateErrorResponse,
@@ -145,6 +147,7 @@ from .types import (
     JsonEnum,
     JsonInputRequest,
     JsonVariableValue,
+    JsonVellumValue,
     LogicalOperator,
     LogprobsEnum,
     MetadataFilterConfigRequest,
@@ -206,7 +209,7 @@ from .types import (
     NodeOutputCompiledArrayValue,
     NodeOutputCompiledChatHistoryValue,
     NodeOutputCompiledErrorValue,
-    NodeOutputCompiledFunctionValue,
+    NodeOutputCompiledFunctionCallValue,
     NodeOutputCompiledJsonValue,
     NodeOutputCompiledNumberValue,
     NodeOutputCompiledSearchResultsValue,
@@ -285,6 +288,7 @@ from .types import (
     StringEnum,
     StringInputRequest,
     StringVariableValue,
+    StringVellumValue,
     SubmitCompletionActualRequest,
     SubmitCompletionActualsErrorResponse,
     SubmitWorkflowExecutionActualRequest,
@@ -575,6 +579,7 @@ __all__ = [
     "EnvironmentEnum",
     "ErrorEnum",
     "ErrorVariableValue",
+    "ErrorVellumValue",
     "ExecutePromptApiErrorResponse",
     "ExecutePromptEvent",
     "ExecutePromptEvent_Fulfilled",
@@ -626,6 +631,7 @@ __all__ = [
     "FunctionCallChatMessageContentValueRequest",
     "FunctionCallEnum",
     "FunctionCallVariableValue",
+    "FunctionCallVellumValue",
     "FunctionCall_Fulfilled",
     "FunctionCall_Rejected",
     "GenerateErrorResponse",
@@ -651,6 +657,7 @@ __all__ = [
     "JsonEnum",
     "JsonInputRequest",
     "JsonVariableValue",
+    "JsonVellumValue",
     "LogicalOperator",
     "LogprobsEnum",
     "MetadataFilterConfigRequest",
@@ -712,7 +719,7 @@ __all__ = [
     "NodeOutputCompiledArrayValue",
     "NodeOutputCompiledChatHistoryValue",
     "NodeOutputCompiledErrorValue",
-    "NodeOutputCompiledFunctionValue",
+    "NodeOutputCompiledFunctionCallValue",
     "NodeOutputCompiledJsonValue",
     "NodeOutputCompiledNumberValue",
     "NodeOutputCompiledSearchResultsValue",
@@ -792,6 +799,7 @@ __all__ = [
     "StringEnum",
     "StringInputRequest",
     "StringVariableValue",
+    "StringVellumValue",
     "SubmitCompletionActualRequest",
     "SubmitCompletionActualsErrorResponse",
     "SubmitWorkflowExecutionActualRequest",

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/core/client_wrapper.py

@@ -18,7 +18,7 @@ class BaseClientWrapper:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "vellum-ai",
-            "X-Fern-SDK-Version": "0.5.0",
+            "X-Fern-SDK-Version": "0.5.2",
         }
         headers["X_API_KEY"] = self.api_key
         return headers

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/lib/test_suites/resources.py

@@ -2,8 +2,10 @@ from __future__ import annotations
 
 import logging
 import time
-from typing import Callable, Generator, List
+from functools import cached_property
+from typing import Callable, Generator, List, Any
 
+from vellum import TestSuiteRunRead, TestSuiteRunMetricOutput_Number
 from vellum.client import Vellum
 from vellum.lib.test_suites.constants import (
     DEFAULT_MAX_POLLING_DURATION_MS,
@@ -11,6 +13,7 @@ from vellum.lib.test_suites.constants import (
 )
 from vellum.lib.test_suites.exceptions import TestSuiteRunResultsException
 from vellum.lib.utils.env import get_api_key
+from vellum.lib.utils.paginator import PaginatedResults, get_all_results
 from vellum.types import (
     ExternalTestCaseExecutionRequest,
     NamedTestCaseVariableValueRequest,
@@ -22,9 +25,6 @@ from vellum.types import (
     TestSuiteRunState,
 )
 
-from vellum.lib.utils.paginator import PaginatedResults, get_all_results
-
-
 logger = logging.getLogger(__name__)
 
 
@@ -116,44 +116,141 @@ class VellumTestSuiteRunResults:
 
     def __init__(
         self,
-        test_suite_run_id: str,
+        test_suite_run: TestSuiteRunRead,
         *,
         client: Vellum | None = None,
         polling_interval: int = DEFAULT_POLLING_INTERVAL_MS,
         max_polling_duration: int = DEFAULT_MAX_POLLING_DURATION_MS,
     ) -> None:
-        self._test_suite_run_id = test_suite_run_id
+        self._test_suite_run = test_suite_run
         self._client = client or Vellum(
             api_key=get_api_key(),
         )
-        self._state = "QUEUED"
         self._executions: Generator[VellumTestSuiteRunExecution, None, None] | None = (
             None
         )
         self._polling_interval = polling_interval
         self._max_polling_duration = max_polling_duration
 
+    @property
+    def state(self) -> TestSuiteRunState:
+        return self._test_suite_run.state
+
+    @cached_property
+    def all_executions(self) -> list[VellumTestSuiteRunExecution]:
+        return list(self._get_test_suite_run_executions())
+
     def get_metric_outputs(
         self, metric_identifier: str | None = None, output_identifier: str | None = None
-    ) -> Generator[TestSuiteRunMetricOutput, None, None]:
+    ) -> List[TestSuiteRunMetricOutput]:
         """Retrieve a metric's output across all executions by providing the info needed to uniquely identify it."""
 
-        executions = self._get_test_suite_run_executions()
-
-        for execution in executions:
-            yield execution.get_metric_output(
+        return [
+            execution.get_metric_output(
                 metric_identifier=metric_identifier, output_identifier=output_identifier
             )
+            for execution in self.all_executions
+        ]
+
+    def get_count_metric_outputs(
+        self,
+        metric_identifier: str | None = None,
+        output_identifier: str | None = None,
+        *,
+        predicate: Callable[[TestSuiteRunMetricOutput], bool] | None = None,
+    ) -> int:
+        """Returns the count of all metric outputs that match the given criteria."""
+
+        metric_outputs = self.get_metric_outputs(
+            metric_identifier=metric_identifier, output_identifier=output_identifier
+        )
+
+        if predicate is None:
+            return len(metric_outputs)
+
+        return len([output for output in metric_outputs if predicate(output)])
+
+    def get_numeric_metric_output_values(
+        self,
+        metric_identifier: str | None = None,
+        output_identifier: str | None = None,
+    ) -> List[float]:
+        """Returns the values of a numeric metric output that match the given criteria."""
+
+        metric_outputs: list[TestSuiteRunMetricOutput_Number] = []
+
+        for output in self.get_metric_outputs(
+            metric_identifier=metric_identifier, output_identifier=output_identifier
+        ):
+            if output.type != "NUMBER":
+                raise TestSuiteRunResultsException(
+                    f"Expected a numeric metric output, but got a {output.type} output instead."
+                )
+
+            metric_outputs.append(output)
+
+        return [output.value for output in metric_outputs]
+
+    def get_mean_metric_output(
+        self, metric_identifier: str | None = None, output_identifier: str | None = None
+    ) -> float:
+        """Returns the mean of all metric outputs that match the given criteria."""
+        output_values = self.get_numeric_metric_output_values(
+            metric_identifier=metric_identifier, output_identifier=output_identifier
+        )
+        return sum(output_values) / len(output_values)
+
+    def get_min_metric_output(
+        self, metric_identifier: str | None = None, output_identifier: str | None = None
+    ) -> float:
+        """Returns the min value across= all metric outputs that match the given criteria."""
+        output_values = self.get_numeric_metric_output_values(
+            metric_identifier=metric_identifier, output_identifier=output_identifier
+        )
+        return min(output_values)
+
+    def get_max_metric_output(
+        self, metric_identifier: str | None = None, output_identifier: str | None = None
+    ) -> float:
+        """Returns the max value across all metric outputs that match the given criteria."""
+        output_values = self.get_numeric_metric_output_values(
+            metric_identifier=metric_identifier, output_identifier=output_identifier
+        )
+        return max(output_values)
+
+    def wait_until_complete(self) -> None:
+        """Wait until the Test Suite Run is no longer in a QUEUED or RUNNING state."""
+
+        start_time = time.time_ns()
+        while True:
+            logger.debug("Polling for latest test suite run state...")
+            self._refresh_test_suite_run()
+            if self.state not in {"QUEUED", "RUNNING"}:
+                break
+
+            current_time = time.time_ns()
+            if ((current_time - start_time) / 1e6) > self._max_polling_duration:
+                raise TestSuiteRunResultsException(
+                    "Test suite run timed out polling for executions"
+                )
+
+            time.sleep(self._polling_interval / 1000.0)
+
+        if self.state == "FAILED":
+            raise TestSuiteRunResultsException("Test suite run failed")
 
-    def _refresh_test_suite_run_state(self):
-        test_suite_run = self._client.test_suite_runs.retrieve(self._test_suite_run_id)
-        self._state = test_suite_run.state
+        if self.state == "CANCELLED":
+            raise TestSuiteRunResultsException("Test suite run was cancelled")
+
+    def _refresh_test_suite_run(self):
+        test_suite_run = self._client.test_suite_runs.retrieve(self._test_suite_run.id)
+        self._test_suite_run = test_suite_run
 
     def _list_paginated_executions(
         self, offset: int | None, limit: int | None
     ) -> PaginatedResults[TestSuiteRunExecution]:
         response = self._client.test_suite_runs.list_executions(
-            self._test_suite_run_id,
+            self._test_suite_run.id,
             offset=offset,
             limit=limit,
             expand=[
@@ -175,26 +272,7 @@ class VellumTestSuiteRunResults:
         if self._executions is not None:
             return self._executions
 
-        start_time = time.time_ns()
-        while True:
-            logger.debug("Polling for latest test suite run state...")
-            self._refresh_test_suite_run_state()
-            if self._state not in {"QUEUED", "RUNNING"}:
-                break
-
-            current_time = time.time_ns()
-            if ((current_time - start_time) / 1e6) > self._max_polling_duration:
-                raise TestSuiteRunResultsException(
-                    "Test suite run timed out polling for executions"
-                )
-
-            time.sleep(self._polling_interval / 1000.0)
-
-        if self._state == "FAILED":
-            raise TestSuiteRunResultsException("Test suite run failed")
-
-        if self._state == "CANCELLED":
-            raise TestSuiteRunResultsException("Test suite run was cancelled")
+        self.wait_until_complete()
 
         raw_api_executions = get_all_results(self._list_paginated_executions)
         self._executions = self._wrap_api_executions(raw_api_executions)
@@ -250,4 +328,4 @@ class VellumTestSuite:
                 ),
             ),
         )
-        return VellumTestSuiteRunResults(test_suite_run.id, client=self.client)
+        return VellumTestSuiteRunResults(test_suite_run, client=self.client)

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/lib/utils/env.py

@@ -6,6 +6,8 @@ from .exceptions import VellumClientException
 def get_api_key() -> str:
     api_key = os.environ.get("VELLUM_API_KEY")
     if api_key is None:
-        raise VellumClientException("`VELLUM_API_KEY` environment variable id required to be set.")
-    
+        raise VellumClientException(
+            "`VELLUM_API_KEY` environment variable is required to be set."
+        )
+
     return api_key

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/lib/utils/exceptions.py

@@ -1,2 +1,2 @@
 class VellumClientException(Exception):
-    pass
+    pass

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/lib/utils/paginator.py

@@ -12,7 +12,8 @@ class PaginatedResults(Generic[Result]):
 
 
 def get_all_results(
-    paginated_api: Callable[[int, Union[int, None]], PaginatedResults[Result]], page_size: Union[int, None] = None
+    paginated_api: Callable[[int, Union[int, None]], PaginatedResults[Result]],
+    page_size: Union[int, None] = None,
 ) -> Generator[Result, None, None]:
     offset = 0
     count = 0

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/types/__init__.py

@@ -82,6 +82,7 @@ from .entity_status import EntityStatus
 from .environment_enum import EnvironmentEnum
 from .error_enum import ErrorEnum
 from .error_variable_value import ErrorVariableValue
+from .error_vellum_value import ErrorVellumValue
 from .execute_prompt_api_error_response import ExecutePromptApiErrorResponse
 from .execute_prompt_event import (
     ExecutePromptEvent,
@@ -140,6 +141,7 @@ from .function_call_chat_message_content_value import FunctionCallChatMessageCon
 from .function_call_chat_message_content_value_request import FunctionCallChatMessageContentValueRequest
 from .function_call_enum import FunctionCallEnum
 from .function_call_variable_value import FunctionCallVariableValue
+from .function_call_vellum_value import FunctionCallVellumValue
 from .generate_error_response import GenerateErrorResponse
 from .generate_options_request import GenerateOptionsRequest
 from .generate_request import GenerateRequest
@@ -162,6 +164,7 @@ from .initiated_workflow_node_result_event import InitiatedWorkflowNodeResultEve
 from .json_enum import JsonEnum
 from .json_input_request import JsonInputRequest
 from .json_variable_value import JsonVariableValue
+from .json_vellum_value import JsonVellumValue
 from .logical_operator import LogicalOperator
 from .logprobs_enum import LogprobsEnum
 from .metadata_filter_config_request import MetadataFilterConfigRequest
@@ -231,7 +234,7 @@ from .node_input_variable_compiled_value import (
 from .node_output_compiled_array_value import NodeOutputCompiledArrayValue
 from .node_output_compiled_chat_history_value import NodeOutputCompiledChatHistoryValue
 from .node_output_compiled_error_value import NodeOutputCompiledErrorValue
-from .node_output_compiled_function_value import NodeOutputCompiledFunctionValue
+from .node_output_compiled_function_call_value import NodeOutputCompiledFunctionCallValue
 from .node_output_compiled_json_value import NodeOutputCompiledJsonValue
 from .node_output_compiled_number_value import NodeOutputCompiledNumberValue
 from .node_output_compiled_search_results_value import NodeOutputCompiledSearchResultsValue
@@ -314,6 +317,7 @@ from .string_chat_message_content_request import StringChatMessageContentRequest
 from .string_enum import StringEnum
 from .string_input_request import StringInputRequest
 from .string_variable_value import StringVariableValue
+from .string_vellum_value import StringVellumValue
 from .submit_completion_actual_request import SubmitCompletionActualRequest
 from .submit_completion_actuals_error_response import SubmitCompletionActualsErrorResponse
 from .submit_workflow_execution_actual_request import (
@@ -614,6 +618,7 @@ __all__ = [
     "EnvironmentEnum",
     "ErrorEnum",
     "ErrorVariableValue",
+    "ErrorVellumValue",
     "ExecutePromptApiErrorResponse",
     "ExecutePromptEvent",
     "ExecutePromptEvent_Fulfilled",
@@ -664,6 +669,7 @@ __all__ = [
     "FunctionCallChatMessageContentValueRequest",
     "FunctionCallEnum",
     "FunctionCallVariableValue",
+    "FunctionCallVellumValue",
     "FunctionCall_Fulfilled",
     "FunctionCall_Rejected",
     "GenerateErrorResponse",
@@ -688,6 +694,7 @@ __all__ = [
     "JsonEnum",
     "JsonInputRequest",
     "JsonVariableValue",
+    "JsonVellumValue",
     "LogicalOperator",
     "LogprobsEnum",
     "MetadataFilterConfigRequest",
@@ -749,7 +756,7 @@ __all__ = [
     "NodeOutputCompiledArrayValue",
     "NodeOutputCompiledChatHistoryValue",
     "NodeOutputCompiledErrorValue",
-    "NodeOutputCompiledFunctionValue",
+    "NodeOutputCompiledFunctionCallValue",
     "NodeOutputCompiledJsonValue",
     "NodeOutputCompiledNumberValue",
     "NodeOutputCompiledSearchResultsValue",
@@ -828,6 +835,7 @@ __all__ = [
     "StringEnum",
     "StringInputRequest",
     "StringVariableValue",
+    "StringVellumValue",
     "SubmitCompletionActualRequest",
     "SubmitCompletionActualsErrorResponse",
     "SubmitWorkflowExecutionActualRequest",

vellum_ai-0.5.0/src/vellum/types/node_output_compiled_error_value.py → vellum_ai-0.5.2/src/vellum/types/error_vellum_value.py

@@ -8,8 +8,11 @@ from ..core.pydantic_utilities import pydantic_v1
 from .vellum_error import VellumError
 
 
-class NodeOutputCompiledErrorValue(pydantic_v1.BaseModel):
-    node_output_id: str
+class ErrorVellumValue(pydantic_v1.BaseModel):
+    """
+    A value representing an Error.
+    """
+
     value: typing.Optional[VellumError] = None
 
     def json(self, **kwargs: typing.Any) -> str:

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/types/function_call_variable_value.py

@@ -9,7 +9,7 @@ from .function_call import FunctionCall
 
 
 class FunctionCallVariableValue(pydantic_v1.BaseModel):
-    value: FunctionCall
+    value: typing.Optional[FunctionCall] = None
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

vellum_ai-0.5.0/src/vellum/types/node_output_compiled_function_value.py → vellum_ai-0.5.2/src/vellum/types/function_call_vellum_value.py

@@ -8,9 +8,12 @@ from ..core.pydantic_utilities import pydantic_v1
 from .function_call import FunctionCall
 
 
-class NodeOutputCompiledFunctionValue(pydantic_v1.BaseModel):
-    node_output_id: str
-    value: typing.Optional[FunctionCall] = None
+class FunctionCallVellumValue(pydantic_v1.BaseModel):
+    """
+    A value representing a Function Call.
+    """
+
+    value: FunctionCall
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

vellum_ai-0.5.0/src/vellum/types/node_output_compiled_json_value.py → vellum_ai-0.5.2/src/vellum/types/json_vellum_value.py

@@ -7,8 +7,11 @@ from ..core.datetime_utils import serialize_datetime
 from ..core.pydantic_utilities import pydantic_v1
 
 
-class NodeOutputCompiledJsonValue(pydantic_v1.BaseModel):
-    node_output_id: str
+class JsonVellumValue(pydantic_v1.BaseModel):
+    """
+    A value representing a JSON object.
+    """
+
     value: typing.Optional[typing.Dict[str, typing.Any]] = None
 
     def json(self, **kwargs: typing.Any) -> str:

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/types/node_output_compiled_array_value.py

@@ -6,11 +6,17 @@ import typing
 from ..core.datetime_utils import serialize_datetime
 from ..core.pydantic_utilities import pydantic_v1
 from .array_variable_value_item import ArrayVariableValueItem
+from .workflow_node_result_event_state import WorkflowNodeResultEventState
 
 
 class NodeOutputCompiledArrayValue(pydantic_v1.BaseModel):
-    node_output_id: str
+    """
+    An output returned by a node that is of type ARRAY.
+    """
+
     value: typing.Optional[typing.List[ArrayVariableValueItem]] = None
+    node_output_id: str
+    state: typing.Optional[WorkflowNodeResultEventState] = None
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/types/node_output_compiled_chat_history_value.py

@@ -6,11 +6,17 @@ import typing
 from ..core.datetime_utils import serialize_datetime
 from ..core.pydantic_utilities import pydantic_v1
 from .chat_message import ChatMessage
+from .workflow_node_result_event_state import WorkflowNodeResultEventState
 
 
 class NodeOutputCompiledChatHistoryValue(pydantic_v1.BaseModel):
-    node_output_id: str
+    """
+    An output returned by a node that is of type CHAT_HISTORY.
+    """
+
     value: typing.Optional[typing.List[ChatMessage]] = None
+    node_output_id: str
+    state: typing.Optional[WorkflowNodeResultEventState] = None
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

vellum_ai-0.5.2/src/vellum/types/node_output_compiled_error_value.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .vellum_error import VellumError
+from .workflow_node_result_event_state import WorkflowNodeResultEventState
+
+
+class NodeOutputCompiledErrorValue(pydantic_v1.BaseModel):
+    """
+    An output returned by a node that is of type ERROR.
+    """
+
+    value: typing.Optional[VellumError] = None
+    node_output_id: str
+    state: typing.Optional[WorkflowNodeResultEventState] = None
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.5.2/src/vellum/types/node_output_compiled_function_call_value.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .function_call import FunctionCall
+from .workflow_node_result_event_state import WorkflowNodeResultEventState
+
+
+class NodeOutputCompiledFunctionCallValue(pydantic_v1.BaseModel):
+    """
+    An output returned by a node that is of type FUNCTION_CALL.
+    """
+
+    value: typing.Optional[FunctionCall] = None
+    node_output_id: str
+    state: typing.Optional[WorkflowNodeResultEventState] = None
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.5.2/src/vellum/types/node_output_compiled_json_value.py

@@ -0,0 +1,32 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import pydantic_v1
+from .workflow_node_result_event_state import WorkflowNodeResultEventState
+
+
+class NodeOutputCompiledJsonValue(pydantic_v1.BaseModel):
+    """
+    An output returned by a node that is of type JSON.
+    """
+
+    value: typing.Optional[typing.Dict[str, typing.Any]] = None
+    node_output_id: str
+    state: typing.Optional[WorkflowNodeResultEventState] = None
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic_v1.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/types/node_output_compiled_number_value.py

@@ -5,11 +5,17 @@ import typing
 
 from ..core.datetime_utils import serialize_datetime
 from ..core.pydantic_utilities import pydantic_v1
+from .workflow_node_result_event_state import WorkflowNodeResultEventState
 
 
 class NodeOutputCompiledNumberValue(pydantic_v1.BaseModel):
-    node_output_id: str
+    """
+    An output returned by a node that is of type NUMBER.
+    """
+
     value: typing.Optional[float] = None
+    node_output_id: str
+    state: typing.Optional[WorkflowNodeResultEventState] = None
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}

{vellum_ai-0.5.0 → vellum_ai-0.5.2}/src/vellum/types/node_output_compiled_search_results_value.py

@@ -6,11 +6,17 @@ import typing
 from ..core.datetime_utils import serialize_datetime
 from ..core.pydantic_utilities import pydantic_v1
 from .search_result import SearchResult
+from .workflow_node_result_event_state import WorkflowNodeResultEventState
 
 
 class NodeOutputCompiledSearchResultsValue(pydantic_v1.BaseModel):
-    node_output_id: str
+    """
+    An output returned by a node that is of type SEARCH_RESULTS.
+    """
+
     value: typing.Optional[typing.List[SearchResult]] = None
+    node_output_id: str
+    state: typing.Optional[WorkflowNodeResultEventState] = None
 
     def json(self, **kwargs: typing.Any) -> str:
         kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}