vellum-ai 0.3.22__tar.gz → 0.3.23__tar.gz

{vellum_ai-0.3.22 → vellum_ai-0.3.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vellum-ai
-Version: 0.3.22
+Version: 0.3.23
 Summary: 
 Requires-Python: >=3.8,<4.0
 Classifier: Programming Language :: Python :: 3
@@ -12,6 +12,7 @@ Requires-Dist: cdktf (>=0.20.5,<0.21.0)
 Requires-Dist: httpx (>=0.21.2)
 Requires-Dist: publication (==0.0.3)
 Requires-Dist: pydantic (>=1.9.2)
+Requires-Dist: requests_mock (>=1.11.0,<2.0.0)
 Requires-Dist: typing_extensions (>=4.0.0)
 Description-Content-Type: text/markdown
 

{vellum_ai-0.3.22 → vellum_ai-0.3.23}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "vellum-ai"
-version = "0.3.22"
+version = "0.3.23"
 description = ""
 readme = "README.md"
 authors = []
@@ -14,6 +14,7 @@ cdktf = "^0.20.5"
 httpx = ">=0.21.2"
 publication = "0.0.3"
 pydantic = ">= 1.9.2"
+requests_mock = "^1.11.0"
 typing_extensions = ">= 4.0.0"
 
 [tool.poetry.dev-dependencies]

{vellum_ai-0.3.22 → vellum_ai-0.3.23}/src/vellum/__init__.py

@@ -104,6 +104,8 @@ from .types import (
     ExecutionVellumValue_Number,
     ExecutionVellumValue_SearchResults,
     ExecutionVellumValue_String,
+    ExternalTestCaseExecution,
+    ExternalTestCaseExecutionRequest,
     FinishReasonEnum,
     FulfilledEnum,
     FulfilledExecutePromptEvent,
@@ -155,12 +157,19 @@ from .types import (
     ModelVersionRead,
     ModelVersionReadStatusEnum,
     ModelVersionSandboxSnapshot,
+    NamedTestCaseChatHistoryVariableValue,
     NamedTestCaseChatHistoryVariableValueRequest,
+    NamedTestCaseErrorVariableValue,
     NamedTestCaseErrorVariableValueRequest,
+    NamedTestCaseJsonVariableValue,
     NamedTestCaseJsonVariableValueRequest,
+    NamedTestCaseNumberVariableValue,
     NamedTestCaseNumberVariableValueRequest,
+    NamedTestCaseSearchResultsVariableValue,
     NamedTestCaseSearchResultsVariableValueRequest,
+    NamedTestCaseStringVariableValue,
     NamedTestCaseStringVariableValueRequest,
+    NamedTestCaseVariableValue,
     NamedTestCaseVariableValueRequest,
     NamedTestCaseVariableValueRequest_ChatHistory,
     NamedTestCaseVariableValueRequest_Error,
@@ -168,6 +177,12 @@ from .types import (
     NamedTestCaseVariableValueRequest_Number,
     NamedTestCaseVariableValueRequest_SearchResults,
     NamedTestCaseVariableValueRequest_String,
+    NamedTestCaseVariableValue_ChatHistory,
+    NamedTestCaseVariableValue_Error,
+    NamedTestCaseVariableValue_Json,
+    NamedTestCaseVariableValue_Number,
+    NamedTestCaseVariableValue_SearchResults,
+    NamedTestCaseVariableValue_String,
     NodeInputCompiledArrayValue,
     NodeInputCompiledChatHistoryValue,
     NodeInputCompiledErrorValue,
@@ -350,8 +365,10 @@ from .types import (
     TestSuiteRunExecConfig,
     TestSuiteRunExecConfigRequest,
     TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
+    TestSuiteRunExecConfigRequest_External,
     TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
     TestSuiteRunExecConfig_DeploymentReleaseTag,
+    TestSuiteRunExecConfig_External,
     TestSuiteRunExecConfig_WorkflowReleaseTag,
     TestSuiteRunExecution,
     TestSuiteRunExecutionChatHistoryOutput,
@@ -369,6 +386,11 @@ from .types import (
     TestSuiteRunExecutionOutput_String,
     TestSuiteRunExecutionSearchResultsOutput,
     TestSuiteRunExecutionStringOutput,
+    TestSuiteRunExternalExecConfig,
+    TestSuiteRunExternalExecConfigData,
+    TestSuiteRunExternalExecConfigDataRequest,
+    TestSuiteRunExternalExecConfigRequest,
+    TestSuiteRunExternalExecConfigTypeEnum,
     TestSuiteRunMetricErrorOutput,
     TestSuiteRunMetricErrorOutputTypeEnum,
     TestSuiteRunMetricNumberOutput,
@@ -598,6 +620,8 @@ __all__ = [
     "ExecutionVellumValue_Number",
     "ExecutionVellumValue_SearchResults",
     "ExecutionVellumValue_String",
+    "ExternalTestCaseExecution",
+    "ExternalTestCaseExecutionRequest",
     "FinishReasonEnum",
     "ForbiddenError",
     "FulfilledEnum",
@@ -651,12 +675,19 @@ __all__ = [
     "ModelVersionRead",
     "ModelVersionReadStatusEnum",
     "ModelVersionSandboxSnapshot",
+    "NamedTestCaseChatHistoryVariableValue",
     "NamedTestCaseChatHistoryVariableValueRequest",
+    "NamedTestCaseErrorVariableValue",
     "NamedTestCaseErrorVariableValueRequest",
+    "NamedTestCaseJsonVariableValue",
     "NamedTestCaseJsonVariableValueRequest",
+    "NamedTestCaseNumberVariableValue",
     "NamedTestCaseNumberVariableValueRequest",
+    "NamedTestCaseSearchResultsVariableValue",
     "NamedTestCaseSearchResultsVariableValueRequest",
+    "NamedTestCaseStringVariableValue",
     "NamedTestCaseStringVariableValueRequest",
+    "NamedTestCaseVariableValue",
     "NamedTestCaseVariableValueRequest",
     "NamedTestCaseVariableValueRequest_ChatHistory",
     "NamedTestCaseVariableValueRequest_Error",
@@ -664,6 +695,12 @@ __all__ = [
     "NamedTestCaseVariableValueRequest_Number",
     "NamedTestCaseVariableValueRequest_SearchResults",
     "NamedTestCaseVariableValueRequest_String",
+    "NamedTestCaseVariableValue_ChatHistory",
+    "NamedTestCaseVariableValue_Error",
+    "NamedTestCaseVariableValue_Json",
+    "NamedTestCaseVariableValue_Number",
+    "NamedTestCaseVariableValue_SearchResults",
+    "NamedTestCaseVariableValue_String",
     "NodeInputCompiledArrayValue",
     "NodeInputCompiledChatHistoryValue",
     "NodeInputCompiledErrorValue",
@@ -847,8 +884,10 @@ __all__ = [
     "TestSuiteRunExecConfig",
     "TestSuiteRunExecConfigRequest",
     "TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
+    "TestSuiteRunExecConfigRequest_External",
     "TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
     "TestSuiteRunExecConfig_DeploymentReleaseTag",
+    "TestSuiteRunExecConfig_External",
     "TestSuiteRunExecConfig_WorkflowReleaseTag",
     "TestSuiteRunExecution",
     "TestSuiteRunExecutionChatHistoryOutput",
@@ -866,6 +905,11 @@ __all__ = [
     "TestSuiteRunExecutionOutput_String",
     "TestSuiteRunExecutionSearchResultsOutput",
     "TestSuiteRunExecutionStringOutput",
+    "TestSuiteRunExternalExecConfig",
+    "TestSuiteRunExternalExecConfigData",
+    "TestSuiteRunExternalExecConfigDataRequest",
+    "TestSuiteRunExternalExecConfigRequest",
+    "TestSuiteRunExternalExecConfigTypeEnum",
     "TestSuiteRunMetricErrorOutput",
     "TestSuiteRunMetricErrorOutputTypeEnum",
     "TestSuiteRunMetricNumberOutput",

{vellum_ai-0.3.22 → vellum_ai-0.3.23}/src/vellum/core/client_wrapper.py

@@ -18,7 +18,7 @@ class BaseClientWrapper:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "vellum-ai",
-            "X-Fern-SDK-Version": "0.3.22",
+            "X-Fern-SDK-Version": "0.3.23",
         }
         headers["X_API_KEY"] = self.api_key
         return headers

{vellum_ai-0.3.22 → vellum_ai-0.3.23}/src/vellum/types/__init__.py

@@ -123,6 +123,8 @@ from .execution_vellum_value import (
     ExecutionVellumValue_SearchResults,
     ExecutionVellumValue_String,
 )
+from .external_test_case_execution import ExternalTestCaseExecution
+from .external_test_case_execution_request import ExternalTestCaseExecutionRequest
 from .finish_reason_enum import FinishReasonEnum
 from .fulfilled_enum import FulfilledEnum
 from .fulfilled_execute_prompt_event import FulfilledExecutePromptEvent
@@ -172,12 +174,27 @@ from .model_version_exec_config_parameters import ModelVersionExecConfigParamete
 from .model_version_read import ModelVersionRead
 from .model_version_read_status_enum import ModelVersionReadStatusEnum
 from .model_version_sandbox_snapshot import ModelVersionSandboxSnapshot
+from .named_test_case_chat_history_variable_value import NamedTestCaseChatHistoryVariableValue
 from .named_test_case_chat_history_variable_value_request import NamedTestCaseChatHistoryVariableValueRequest
+from .named_test_case_error_variable_value import NamedTestCaseErrorVariableValue
 from .named_test_case_error_variable_value_request import NamedTestCaseErrorVariableValueRequest
+from .named_test_case_json_variable_value import NamedTestCaseJsonVariableValue
 from .named_test_case_json_variable_value_request import NamedTestCaseJsonVariableValueRequest
+from .named_test_case_number_variable_value import NamedTestCaseNumberVariableValue
 from .named_test_case_number_variable_value_request import NamedTestCaseNumberVariableValueRequest
+from .named_test_case_search_results_variable_value import NamedTestCaseSearchResultsVariableValue
 from .named_test_case_search_results_variable_value_request import NamedTestCaseSearchResultsVariableValueRequest
+from .named_test_case_string_variable_value import NamedTestCaseStringVariableValue
 from .named_test_case_string_variable_value_request import NamedTestCaseStringVariableValueRequest
+from .named_test_case_variable_value import (
+    NamedTestCaseVariableValue,
+    NamedTestCaseVariableValue_ChatHistory,
+    NamedTestCaseVariableValue_Error,
+    NamedTestCaseVariableValue_Json,
+    NamedTestCaseVariableValue_Number,
+    NamedTestCaseVariableValue_SearchResults,
+    NamedTestCaseVariableValue_String,
+)
 from .named_test_case_variable_value_request import (
     NamedTestCaseVariableValueRequest,
     NamedTestCaseVariableValueRequest_ChatHistory,
@@ -389,11 +406,13 @@ from .test_suite_run_deployment_release_tag_exec_config_type_enum import (
 from .test_suite_run_exec_config import (
     TestSuiteRunExecConfig,
     TestSuiteRunExecConfig_DeploymentReleaseTag,
+    TestSuiteRunExecConfig_External,
     TestSuiteRunExecConfig_WorkflowReleaseTag,
 )
 from .test_suite_run_exec_config_request import (
     TestSuiteRunExecConfigRequest,
     TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
+    TestSuiteRunExecConfigRequest_External,
     TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
 )
 from .test_suite_run_execution import TestSuiteRunExecution
@@ -414,6 +433,11 @@ from .test_suite_run_execution_output import (
 )
 from .test_suite_run_execution_search_results_output import TestSuiteRunExecutionSearchResultsOutput
 from .test_suite_run_execution_string_output import TestSuiteRunExecutionStringOutput
+from .test_suite_run_external_exec_config import TestSuiteRunExternalExecConfig
+from .test_suite_run_external_exec_config_data import TestSuiteRunExternalExecConfigData
+from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
+from .test_suite_run_external_exec_config_request import TestSuiteRunExternalExecConfigRequest
+from .test_suite_run_external_exec_config_type_enum import TestSuiteRunExternalExecConfigTypeEnum
 from .test_suite_run_metric_error_output import TestSuiteRunMetricErrorOutput
 from .test_suite_run_metric_error_output_type_enum import TestSuiteRunMetricErrorOutputTypeEnum
 from .test_suite_run_metric_number_output import TestSuiteRunMetricNumberOutput
@@ -632,6 +656,8 @@ __all__ = [
     "ExecutionVellumValue_Number",
     "ExecutionVellumValue_SearchResults",
     "ExecutionVellumValue_String",
+    "ExternalTestCaseExecution",
+    "ExternalTestCaseExecutionRequest",
     "FinishReasonEnum",
     "FulfilledEnum",
     "FulfilledExecutePromptEvent",
@@ -683,12 +709,19 @@ __all__ = [
     "ModelVersionRead",
     "ModelVersionReadStatusEnum",
     "ModelVersionSandboxSnapshot",
+    "NamedTestCaseChatHistoryVariableValue",
     "NamedTestCaseChatHistoryVariableValueRequest",
+    "NamedTestCaseErrorVariableValue",
     "NamedTestCaseErrorVariableValueRequest",
+    "NamedTestCaseJsonVariableValue",
     "NamedTestCaseJsonVariableValueRequest",
+    "NamedTestCaseNumberVariableValue",
     "NamedTestCaseNumberVariableValueRequest",
+    "NamedTestCaseSearchResultsVariableValue",
     "NamedTestCaseSearchResultsVariableValueRequest",
+    "NamedTestCaseStringVariableValue",
     "NamedTestCaseStringVariableValueRequest",
+    "NamedTestCaseVariableValue",
     "NamedTestCaseVariableValueRequest",
     "NamedTestCaseVariableValueRequest_ChatHistory",
     "NamedTestCaseVariableValueRequest_Error",
@@ -696,6 +729,12 @@ __all__ = [
     "NamedTestCaseVariableValueRequest_Number",
     "NamedTestCaseVariableValueRequest_SearchResults",
     "NamedTestCaseVariableValueRequest_String",
+    "NamedTestCaseVariableValue_ChatHistory",
+    "NamedTestCaseVariableValue_Error",
+    "NamedTestCaseVariableValue_Json",
+    "NamedTestCaseVariableValue_Number",
+    "NamedTestCaseVariableValue_SearchResults",
+    "NamedTestCaseVariableValue_String",
     "NodeInputCompiledArrayValue",
     "NodeInputCompiledChatHistoryValue",
     "NodeInputCompiledErrorValue",
@@ -878,8 +917,10 @@ __all__ = [
     "TestSuiteRunExecConfig",
     "TestSuiteRunExecConfigRequest",
     "TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
+    "TestSuiteRunExecConfigRequest_External",
     "TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
     "TestSuiteRunExecConfig_DeploymentReleaseTag",
+    "TestSuiteRunExecConfig_External",
     "TestSuiteRunExecConfig_WorkflowReleaseTag",
     "TestSuiteRunExecution",
     "TestSuiteRunExecutionChatHistoryOutput",
@@ -897,6 +938,11 @@ __all__ = [
     "TestSuiteRunExecutionOutput_String",
     "TestSuiteRunExecutionSearchResultsOutput",
     "TestSuiteRunExecutionStringOutput",
+    "TestSuiteRunExternalExecConfig",
+    "TestSuiteRunExternalExecConfigData",
+    "TestSuiteRunExternalExecConfigDataRequest",
+    "TestSuiteRunExternalExecConfigRequest",
+    "TestSuiteRunExternalExecConfigTypeEnum",
     "TestSuiteRunMetricErrorOutput",
     "TestSuiteRunMetricErrorOutputTypeEnum",
     "TestSuiteRunMetricNumberOutput",

vellum_ai-0.3.23/src/vellum/types/external_test_case_execution.py

@@ -0,0 +1,35 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .named_test_case_variable_value import NamedTestCaseVariableValue
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class ExternalTestCaseExecution(pydantic.BaseModel):
+    outputs: typing.List[NamedTestCaseVariableValue] = pydantic.Field()
+    """
+    The output values of a callable that was executed against a Test Case outside of Vellum
+    """
+
+    test_case_id: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.3.23/src/vellum/types/external_test_case_execution_request.py

@@ -0,0 +1,35 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .named_test_case_variable_value_request import NamedTestCaseVariableValueRequest
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class ExternalTestCaseExecutionRequest(pydantic.BaseModel):
+    outputs: typing.List[NamedTestCaseVariableValueRequest] = pydantic.Field()
+    """
+    The output values of a callable that was executed against a Test Case outside of Vellum
+    """
+
+    test_case_id: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.3.23/src/vellum/types/named_test_case_chat_history_variable_value.py

@@ -0,0 +1,35 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .chat_message import ChatMessage
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class NamedTestCaseChatHistoryVariableValue(pydantic.BaseModel):
+    """
+    Named Test Case value that is of type CHAT_HISTORY
+    """
+
+    value: typing.Optional[typing.List[ChatMessage]] = None
+    name: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.3.23/src/vellum/types/named_test_case_error_variable_value.py

@@ -0,0 +1,35 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .vellum_error import VellumError
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class NamedTestCaseErrorVariableValue(pydantic.BaseModel):
+    """
+    Named Test Case value that is of type ERROR
+    """
+
+    value: typing.Optional[VellumError] = None
+    name: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.3.23/src/vellum/types/named_test_case_json_variable_value.py

@@ -0,0 +1,34 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class NamedTestCaseJsonVariableValue(pydantic.BaseModel):
+    """
+    Named Test Case value that is of type JSON
+    """
+
+    value: typing.Optional[typing.Dict[str, typing.Any]] = None
+    name: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.3.23/src/vellum/types/named_test_case_number_variable_value.py

@@ -0,0 +1,34 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class NamedTestCaseNumberVariableValue(pydantic.BaseModel):
+    """
+    Named Test Case value that is of type NUMBER
+    """
+
+    value: typing.Optional[float] = None
+    name: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.3.23/src/vellum/types/named_test_case_search_results_variable_value.py

@@ -0,0 +1,35 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .search_result import SearchResult
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class NamedTestCaseSearchResultsVariableValue(pydantic.BaseModel):
+    """
+    Named Test Case value that is of type SEARCH_RESULTS
+    """
+
+    value: typing.Optional[typing.List[SearchResult]] = None
+    name: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.3.23/src/vellum/types/named_test_case_string_variable_value.py

@@ -0,0 +1,34 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class NamedTestCaseStringVariableValue(pydantic.BaseModel):
+    """
+    Named Test Case value that is of type STRING
+    """
+
+    value: typing.Optional[str] = None
+    name: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum_ai-0.3.23/src/vellum/types/named_test_case_variable_value.py

@@ -0,0 +1,82 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import typing
+
+from .named_test_case_chat_history_variable_value import NamedTestCaseChatHistoryVariableValue
+from .named_test_case_error_variable_value import NamedTestCaseErrorVariableValue
+from .named_test_case_json_variable_value import NamedTestCaseJsonVariableValue
+from .named_test_case_number_variable_value import NamedTestCaseNumberVariableValue
+from .named_test_case_search_results_variable_value import NamedTestCaseSearchResultsVariableValue
+from .named_test_case_string_variable_value import NamedTestCaseStringVariableValue
+
+
+class NamedTestCaseVariableValue_String(NamedTestCaseStringVariableValue):
+    type: typing.Literal["STRING"] = "STRING"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class NamedTestCaseVariableValue_Number(NamedTestCaseNumberVariableValue):
+    type: typing.Literal["NUMBER"] = "NUMBER"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class NamedTestCaseVariableValue_Json(NamedTestCaseJsonVariableValue):
+    type: typing.Literal["JSON"] = "JSON"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class NamedTestCaseVariableValue_ChatHistory(NamedTestCaseChatHistoryVariableValue):
+    type: typing.Literal["CHAT_HISTORY"] = "CHAT_HISTORY"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class NamedTestCaseVariableValue_SearchResults(NamedTestCaseSearchResultsVariableValue):
+    type: typing.Literal["SEARCH_RESULTS"] = "SEARCH_RESULTS"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+class NamedTestCaseVariableValue_Error(NamedTestCaseErrorVariableValue):
+    type: typing.Literal["ERROR"] = "ERROR"
+
+    class Config:
+        frozen = True
+        smart_union = True
+        allow_population_by_field_name = True
+        populate_by_name = True
+
+
+NamedTestCaseVariableValue = typing.Union[
+    NamedTestCaseVariableValue_String,
+    NamedTestCaseVariableValue_Number,
+    NamedTestCaseVariableValue_Json,
+    NamedTestCaseVariableValue_ChatHistory,
+    NamedTestCaseVariableValue_SearchResults,
+    NamedTestCaseVariableValue_Error,
+]

{vellum_ai-0.3.22 → vellum_ai-0.3.23}/src/vellum/types/sandbox_scenario.py

@@ -13,6 +13,10 @@ except ImportError:
 
 
 class SandboxScenario(pydantic.BaseModel):
+    """
+    Sandbox Scenario
+    """
+
     label: typing.Optional[str] = None
     inputs: typing.List[ScenarioInput] = pydantic.Field()
     """