vellum-ai 0.9.16__py3-none-any.whl → 0.9.16rc4__py3-none-any.whl

vellum/client/types/terminal_node_result_output.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+from .terminal_node_string_result import TerminalNodeStringResult
+from .terminal_node_number_result import TerminalNodeNumberResult
+from .terminal_node_json_result import TerminalNodeJsonResult
+from .terminal_node_chat_history_result import TerminalNodeChatHistoryResult
+from .terminal_node_search_results_result import TerminalNodeSearchResultsResult
+from .terminal_node_error_result import TerminalNodeErrorResult
+from .terminal_node_array_result import TerminalNodeArrayResult
+from .terminal_node_function_call_result import TerminalNodeFunctionCallResult
+
+TerminalNodeResultOutput = typing.Union[
+    TerminalNodeStringResult,
+    TerminalNodeNumberResult,
+    TerminalNodeJsonResult,
+    TerminalNodeChatHistoryResult,
+    TerminalNodeSearchResultsResult,
+    TerminalNodeErrorResult,
+    TerminalNodeArrayResult,
+    TerminalNodeFunctionCallResult,
+]

vellum/client/types/terminal_node_search_results_result.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+import pydantic
+from .search_result import SearchResult
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TerminalNodeSearchResultsResult(UniversalBaseModel):
+    id: typing.Optional[str] = None
+    name: str = pydantic.Field()
+    """
+    The unique name given to the terminal node that produced this output.
+    """
+
+    type: typing.Literal["SEARCH_RESULTS"] = "SEARCH_RESULTS"
+    value: typing.Optional[typing.List[SearchResult]] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/terminal_node_string_result.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TerminalNodeStringResult(UniversalBaseModel):
+    id: typing.Optional[str] = None
+    name: str = pydantic.Field()
+    """
+    The unique name given to the terminal node that produced this output.
+    """
+
+    type: typing.Literal["STRING"] = "STRING"
+    value: typing.Optional[str] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_case_array_variable_value.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value import ArrayVellumValue
+import typing
+from .vellum_value import VellumValue
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestCaseArrayVariableValue(UniversalBaseModel):
+    """
+    An Array value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    type: typing.Literal["ARRAY"] = "ARRAY"
+    value: typing.Optional[typing.List[VellumValue]] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(ArrayVellumValue, TestCaseArrayVariableValue=TestCaseArrayVariableValue)

vellum/client/types/test_case_chat_history_variable_value.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .chat_message import ChatMessage
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestCaseChatHistoryVariableValue(UniversalBaseModel):
+    """
+    A chat history value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    type: typing.Literal["CHAT_HISTORY"] = "CHAT_HISTORY"
+    value: typing.Optional[typing.List[ChatMessage]] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_case_error_variable_value.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .vellum_error import VellumError
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestCaseErrorVariableValue(UniversalBaseModel):
+    """
+    An error value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    type: typing.Literal["ERROR"] = "ERROR"
+    value: typing.Optional[VellumError] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_case_function_call_variable_value.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .function_call import FunctionCall
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestCaseFunctionCallVariableValue(UniversalBaseModel):
+    """
+    A function call value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    type: typing.Literal["FUNCTION_CALL"] = "FUNCTION_CALL"
+    value: typing.Optional[FunctionCall] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_case_json_variable_value.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestCaseJsonVariableValue(UniversalBaseModel):
+    """
+    A JSON value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    type: typing.Literal["JSON"] = "JSON"
+    value: typing.Optional[typing.Any] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_case_number_variable_value.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestCaseNumberVariableValue(UniversalBaseModel):
+    """
+    A numerical value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    type: typing.Literal["NUMBER"] = "NUMBER"
+    value: typing.Optional[float] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_case_search_results_variable_value.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .search_result import SearchResult
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestCaseSearchResultsVariableValue(UniversalBaseModel):
+    """
+    A search results value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    type: typing.Literal["SEARCH_RESULTS"] = "SEARCH_RESULTS"
+    value: typing.Optional[typing.List[SearchResult]] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_case_string_variable_value.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestCaseStringVariableValue(UniversalBaseModel):
+    """
+    A string value for a variable in a Test Case.
+    """
+
+    variable_id: str
+    name: str
+    type: typing.Literal["STRING"] = "STRING"
+    value: typing.Optional[str] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_case_variable_value.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+from .test_case_string_variable_value import TestCaseStringVariableValue
+from .test_case_number_variable_value import TestCaseNumberVariableValue
+from .test_case_json_variable_value import TestCaseJsonVariableValue
+from .test_case_chat_history_variable_value import TestCaseChatHistoryVariableValue
+from .test_case_search_results_variable_value import TestCaseSearchResultsVariableValue
+from .test_case_error_variable_value import TestCaseErrorVariableValue
+from .test_case_function_call_variable_value import TestCaseFunctionCallVariableValue
+from .test_case_array_variable_value import TestCaseArrayVariableValue
+
+TestCaseVariableValue = typing.Union[
+    TestCaseStringVariableValue,
+    TestCaseNumberVariableValue,
+    TestCaseJsonVariableValue,
+    TestCaseChatHistoryVariableValue,
+    TestCaseSearchResultsVariableValue,
+    TestCaseErrorVariableValue,
+    TestCaseFunctionCallVariableValue,
+    TestCaseArrayVariableValue,
+]

vellum/client/types/test_suite_run_deployment_release_tag_exec_config.py

@@ -0,0 +1,29 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_deployment_release_tag_exec_config_data import TestSuiteRunDeploymentReleaseTagExecConfigData
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunDeploymentReleaseTagExecConfig(UniversalBaseModel):
+    """
+    Execution configuration for running a Test Suite against a Prompt Deployment
+    """
+
+    type: typing.Literal["DEPLOYMENT_RELEASE_TAG"] = "DEPLOYMENT_RELEASE_TAG"
+    data: TestSuiteRunDeploymentReleaseTagExecConfigData
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_deployment_release_tag_exec_config_data.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import pydantic
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunDeploymentReleaseTagExecConfigData(UniversalBaseModel):
+    deployment_id: str = pydantic.Field()
+    """
+    The ID of the Prompt Deployment to run the Test Suite against.
+    """
+
+    tag: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_deployment_release_tag_exec_config_data_request.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import pydantic
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunDeploymentReleaseTagExecConfigDataRequest(UniversalBaseModel):
+    deployment_id: str = pydantic.Field()
+    """
+    The ID of the Prompt Deployment to run the Test Suite against.
+    """
+
+    tag: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_deployment_release_tag_exec_config_request.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .test_suite_run_deployment_release_tag_exec_config_data_request import (
+    TestSuiteRunDeploymentReleaseTagExecConfigDataRequest,
+)
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
+
+class TestSuiteRunDeploymentReleaseTagExecConfigRequest(UniversalBaseModel):
+    """
+    Execution configuration for running a Test Suite against a Prompt Deployment
+    """
+
+    type: typing.Literal["DEPLOYMENT_RELEASE_TAG"] = "DEPLOYMENT_RELEASE_TAG"
+    data: TestSuiteRunDeploymentReleaseTagExecConfigDataRequest
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_exec_config.py

@@ -0,0 +1,10 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+from .test_suite_run_deployment_release_tag_exec_config import TestSuiteRunDeploymentReleaseTagExecConfig
+from .test_suite_run_workflow_release_tag_exec_config import TestSuiteRunWorkflowReleaseTagExecConfig
+from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
+
+TestSuiteRunExecConfig = typing.Union[
+    TestSuiteRunDeploymentReleaseTagExecConfig, TestSuiteRunWorkflowReleaseTagExecConfig, TestSuiteRunExternalExecConfig
+]

vellum/client/types/test_suite_run_exec_config_request.py

@@ -0,0 +1,12 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+from .test_suite_run_deployment_release_tag_exec_config_request import TestSuiteRunDeploymentReleaseTagExecConfigRequest
+from .test_suite_run_workflow_release_tag_exec_config_request import TestSuiteRunWorkflowReleaseTagExecConfigRequest
+from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
+
+TestSuiteRunExecConfigRequest = typing.Union[
+    TestSuiteRunDeploymentReleaseTagExecConfigRequest,
+    TestSuiteRunWorkflowReleaseTagExecConfigRequest,
+    TestSuiteRunExternalExecConfigRequest,
+]

vellum/client/types/test_suite_run_execution.py

@@ -0,0 +1,30 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value import ArrayVellumValue
+import typing
+from .test_suite_run_execution_output import TestSuiteRunExecutionOutput
+from .test_suite_run_execution_metric_result import TestSuiteRunExecutionMetricResult
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestSuiteRunExecution(UniversalBaseModel):
+    id: str
+    test_case_id: str
+    outputs: typing.List[TestSuiteRunExecutionOutput]
+    metric_results: typing.List[TestSuiteRunExecutionMetricResult]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(ArrayVellumValue, TestSuiteRunExecution=TestSuiteRunExecution)

vellum/client/types/test_suite_run_execution_array_output.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+from ..core.pydantic_utilities import UniversalBaseModel
+from .array_vellum_value import ArrayVellumValue
+import typing
+from .vellum_value import VellumValue
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+from ..core.pydantic_utilities import update_forward_refs
+
+
+class TestSuiteRunExecutionArrayOutput(UniversalBaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type ARRAY
+    """
+
+    name: str
+    type: typing.Literal["ARRAY"] = "ARRAY"
+    value: typing.Optional[typing.List[VellumValue]] = None
+    output_variable_id: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+update_forward_refs(ArrayVellumValue, TestSuiteRunExecutionArrayOutput=TestSuiteRunExecutionArrayOutput)

vellum/client/types/test_suite_run_execution_chat_history_output.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .chat_message import ChatMessage
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionChatHistoryOutput(UniversalBaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type CHAT_HISTORY
+    """
+
+    name: str
+    type: typing.Literal["CHAT_HISTORY"] = "CHAT_HISTORY"
+    value: typing.Optional[typing.List[ChatMessage]] = None
+    output_variable_id: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_execution_error_output.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .vellum_error import VellumError
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionErrorOutput(UniversalBaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type ERROR
+    """
+
+    name: str
+    type: typing.Literal["ERROR"] = "ERROR"
+    value: typing.Optional[VellumError] = None
+    output_variable_id: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_execution_function_call_output.py

@@ -0,0 +1,27 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .function_call import FunctionCall
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionFunctionCallOutput(UniversalBaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type FUNCTION_CALL
+    """
+
+    name: str
+    type: typing.Literal["FUNCTION_CALL"] = "FUNCTION_CALL"
+    value: typing.Optional[FunctionCall] = None
+    output_variable_id: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

vellum/client/types/test_suite_run_execution_json_output.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class TestSuiteRunExecutionJsonOutput(UniversalBaseModel):
+    """
+    Execution output of an entity evaluated during a Test Suite Run that is of type JSON
+    """
+
+    name: str
+    type: typing.Literal["JSON"] = "JSON"
+    value: typing.Optional[typing.Any] = None
+    output_variable_id: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow