vellum-ai 0.3.21__tar.gz → 0.3.23__tar.gz

{vellum_ai-0.3.21 → vellum_ai-0.3.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vellum-ai
-Version: 0.3.21
+Version: 0.3.23
 Summary: 
 Requires-Python: >=3.8,<4.0
 Classifier: Programming Language :: Python :: 3
@@ -12,6 +12,7 @@ Requires-Dist: cdktf (>=0.20.5,<0.21.0)
 Requires-Dist: httpx (>=0.21.2)
 Requires-Dist: publication (==0.0.3)
 Requires-Dist: pydantic (>=1.9.2)
+Requires-Dist: requests_mock (>=1.11.0,<2.0.0)
 Requires-Dist: typing_extensions (>=4.0.0)
 Description-Content-Type: text/markdown
 

{vellum_ai-0.3.21 → vellum_ai-0.3.23}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "vellum-ai"
-version = "0.3.21"
+version = "0.3.23"
 description = ""
 readme = "README.md"
 authors = []
@@ -14,6 +14,7 @@ cdktf = "^0.20.5"
 httpx = ">=0.21.2"
 publication = "0.0.3"
 pydantic = ">= 1.9.2"
+requests_mock = "^1.11.0"
 typing_extensions = ">= 4.0.0"
 
 [tool.poetry.dev-dependencies]

{vellum_ai-0.3.21 → vellum_ai-0.3.23}/src/vellum/__init__.py

@@ -104,6 +104,8 @@ from .types import (
     ExecutionVellumValue_Number,
     ExecutionVellumValue_SearchResults,
     ExecutionVellumValue_String,
+    ExternalTestCaseExecution,
+    ExternalTestCaseExecutionRequest,
     FinishReasonEnum,
     FulfilledEnum,
     FulfilledExecutePromptEvent,
@@ -155,12 +157,19 @@ from .types import (
     ModelVersionRead,
     ModelVersionReadStatusEnum,
     ModelVersionSandboxSnapshot,
+    NamedTestCaseChatHistoryVariableValue,
     NamedTestCaseChatHistoryVariableValueRequest,
+    NamedTestCaseErrorVariableValue,
     NamedTestCaseErrorVariableValueRequest,
+    NamedTestCaseJsonVariableValue,
     NamedTestCaseJsonVariableValueRequest,
+    NamedTestCaseNumberVariableValue,
     NamedTestCaseNumberVariableValueRequest,
+    NamedTestCaseSearchResultsVariableValue,
     NamedTestCaseSearchResultsVariableValueRequest,
+    NamedTestCaseStringVariableValue,
     NamedTestCaseStringVariableValueRequest,
+    NamedTestCaseVariableValue,
     NamedTestCaseVariableValueRequest,
     NamedTestCaseVariableValueRequest_ChatHistory,
     NamedTestCaseVariableValueRequest_Error,
@@ -168,6 +177,12 @@ from .types import (
     NamedTestCaseVariableValueRequest_Number,
     NamedTestCaseVariableValueRequest_SearchResults,
     NamedTestCaseVariableValueRequest_String,
+    NamedTestCaseVariableValue_ChatHistory,
+    NamedTestCaseVariableValue_Error,
+    NamedTestCaseVariableValue_Json,
+    NamedTestCaseVariableValue_Number,
+    NamedTestCaseVariableValue_SearchResults,
+    NamedTestCaseVariableValue_String,
     NodeInputCompiledArrayValue,
     NodeInputCompiledChatHistoryValue,
     NodeInputCompiledErrorValue,
@@ -233,6 +248,7 @@ from .types import (
     PromptTemplateBlockProperties,
     PromptTemplateBlockPropertiesRequest,
     PromptTemplateBlockRequest,
+    PromptTemplateBlockState,
     ProviderEnum,
     RawPromptExecutionOverridesRequest,
     RegisterPromptErrorResponse,
@@ -349,13 +365,16 @@ from .types import (
     TestSuiteRunExecConfig,
     TestSuiteRunExecConfigRequest,
     TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
+    TestSuiteRunExecConfigRequest_External,
     TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
     TestSuiteRunExecConfig_DeploymentReleaseTag,
+    TestSuiteRunExecConfig_External,
     TestSuiteRunExecConfig_WorkflowReleaseTag,
     TestSuiteRunExecution,
     TestSuiteRunExecutionChatHistoryOutput,
     TestSuiteRunExecutionErrorOutput,
     TestSuiteRunExecutionJsonOutput,
+    TestSuiteRunExecutionMetricDefinition,
     TestSuiteRunExecutionMetricResult,
     TestSuiteRunExecutionNumberOutput,
     TestSuiteRunExecutionOutput,
@@ -367,6 +386,11 @@ from .types import (
     TestSuiteRunExecutionOutput_String,
     TestSuiteRunExecutionSearchResultsOutput,
     TestSuiteRunExecutionStringOutput,
+    TestSuiteRunExternalExecConfig,
+    TestSuiteRunExternalExecConfigData,
+    TestSuiteRunExternalExecConfigDataRequest,
+    TestSuiteRunExternalExecConfigRequest,
+    TestSuiteRunExternalExecConfigTypeEnum,
     TestSuiteRunMetricErrorOutput,
     TestSuiteRunMetricErrorOutputTypeEnum,
     TestSuiteRunMetricNumberOutput,
@@ -596,6 +620,8 @@ __all__ = [
     "ExecutionVellumValue_Number",
     "ExecutionVellumValue_SearchResults",
     "ExecutionVellumValue_String",
+    "ExternalTestCaseExecution",
+    "ExternalTestCaseExecutionRequest",
     "FinishReasonEnum",
     "ForbiddenError",
     "FulfilledEnum",
@@ -649,12 +675,19 @@ __all__ = [
     "ModelVersionRead",
     "ModelVersionReadStatusEnum",
     "ModelVersionSandboxSnapshot",
+    "NamedTestCaseChatHistoryVariableValue",
     "NamedTestCaseChatHistoryVariableValueRequest",
+    "NamedTestCaseErrorVariableValue",
     "NamedTestCaseErrorVariableValueRequest",
+    "NamedTestCaseJsonVariableValue",
     "NamedTestCaseJsonVariableValueRequest",
+    "NamedTestCaseNumberVariableValue",
     "NamedTestCaseNumberVariableValueRequest",
+    "NamedTestCaseSearchResultsVariableValue",
     "NamedTestCaseSearchResultsVariableValueRequest",
+    "NamedTestCaseStringVariableValue",
     "NamedTestCaseStringVariableValueRequest",
+    "NamedTestCaseVariableValue",
     "NamedTestCaseVariableValueRequest",
     "NamedTestCaseVariableValueRequest_ChatHistory",
     "NamedTestCaseVariableValueRequest_Error",
@@ -662,6 +695,12 @@ __all__ = [
     "NamedTestCaseVariableValueRequest_Number",
     "NamedTestCaseVariableValueRequest_SearchResults",
     "NamedTestCaseVariableValueRequest_String",
+    "NamedTestCaseVariableValue_ChatHistory",
+    "NamedTestCaseVariableValue_Error",
+    "NamedTestCaseVariableValue_Json",
+    "NamedTestCaseVariableValue_Number",
+    "NamedTestCaseVariableValue_SearchResults",
+    "NamedTestCaseVariableValue_String",
     "NodeInputCompiledArrayValue",
     "NodeInputCompiledChatHistoryValue",
     "NodeInputCompiledErrorValue",
@@ -728,6 +767,7 @@ __all__ = [
     "PromptTemplateBlockProperties",
     "PromptTemplateBlockPropertiesRequest",
     "PromptTemplateBlockRequest",
+    "PromptTemplateBlockState",
     "ProviderEnum",
     "RawPromptExecutionOverridesRequest",
     "RegisterPromptErrorResponse",
@@ -844,13 +884,16 @@ __all__ = [
     "TestSuiteRunExecConfig",
     "TestSuiteRunExecConfigRequest",
     "TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
+    "TestSuiteRunExecConfigRequest_External",
     "TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
     "TestSuiteRunExecConfig_DeploymentReleaseTag",
+    "TestSuiteRunExecConfig_External",
     "TestSuiteRunExecConfig_WorkflowReleaseTag",
     "TestSuiteRunExecution",
     "TestSuiteRunExecutionChatHistoryOutput",
     "TestSuiteRunExecutionErrorOutput",
     "TestSuiteRunExecutionJsonOutput",
+    "TestSuiteRunExecutionMetricDefinition",
     "TestSuiteRunExecutionMetricResult",
     "TestSuiteRunExecutionNumberOutput",
     "TestSuiteRunExecutionOutput",
@@ -862,6 +905,11 @@ __all__ = [
     "TestSuiteRunExecutionOutput_String",
     "TestSuiteRunExecutionSearchResultsOutput",
     "TestSuiteRunExecutionStringOutput",
+    "TestSuiteRunExternalExecConfig",
+    "TestSuiteRunExternalExecConfigData",
+    "TestSuiteRunExternalExecConfigDataRequest",
+    "TestSuiteRunExternalExecConfigRequest",
+    "TestSuiteRunExternalExecConfigTypeEnum",
     "TestSuiteRunMetricErrorOutput",
     "TestSuiteRunMetricErrorOutputTypeEnum",
     "TestSuiteRunMetricNumberOutput",

{vellum_ai-0.3.21 → vellum_ai-0.3.23}/src/vellum/core/client_wrapper.py

@@ -18,7 +18,7 @@ class BaseClientWrapper:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "vellum-ai",
-            "X-Fern-SDK-Version": "0.3.21",
+            "X-Fern-SDK-Version": "0.3.23",
         }
         headers["X_API_KEY"] = self.api_key
         return headers

{vellum_ai-0.3.21 → vellum_ai-0.3.23}/src/vellum/resources/test_suite_runs/client.py

@@ -149,6 +149,7 @@ class TestSuiteRunsClient:
         self,
         id: str,
         *,
+        expand: typing.Optional[typing.Union[str, typing.Sequence[str]]] = None,
         limit: typing.Optional[int] = None,
         offset: typing.Optional[int] = None,
         request_options: typing.Optional[RequestOptions] = None,
@@ -157,6 +158,11 @@ class TestSuiteRunsClient:
         Parameters:
             - id: str. A UUID string identifying this test suite run.
 
+            - expand: typing.Optional[typing.Union[str, typing.Sequence[str]]]. The response fields to expand for more information.
+
+                                                                                - 'results.metric_results.metric_label' expands the metric label for each metric result.
+                                                                                - 'results.metric_results.metric_definition' expands the metric definition for each metric result.
+                                                                                - 'results.metric_results.metric_definition.name' expands the metric definition name for each metric result.
             - limit: typing.Optional[int]. Number of results to return per page.
 
             - offset: typing.Optional[int]. The initial index from which to return the results.
@@ -181,6 +187,7 @@ class TestSuiteRunsClient:
             params=jsonable_encoder(
                 remove_none_from_dict(
                     {
+                        "expand": expand,
                         "limit": limit,
                         "offset": offset,
                         **(
@@ -341,6 +348,7 @@ class AsyncTestSuiteRunsClient:
         self,
         id: str,
         *,
+        expand: typing.Optional[typing.Union[str, typing.Sequence[str]]] = None,
         limit: typing.Optional[int] = None,
         offset: typing.Optional[int] = None,
         request_options: typing.Optional[RequestOptions] = None,
@@ -349,6 +357,11 @@ class AsyncTestSuiteRunsClient:
         Parameters:
             - id: str. A UUID string identifying this test suite run.
 
+            - expand: typing.Optional[typing.Union[str, typing.Sequence[str]]]. The response fields to expand for more information.
+
+                                                                                - 'results.metric_results.metric_label' expands the metric label for each metric result.
+                                                                                - 'results.metric_results.metric_definition' expands the metric definition for each metric result.
+                                                                                - 'results.metric_results.metric_definition.name' expands the metric definition name for each metric result.
             - limit: typing.Optional[int]. Number of results to return per page.
 
             - offset: typing.Optional[int]. The initial index from which to return the results.
@@ -373,6 +386,7 @@ class AsyncTestSuiteRunsClient:
             params=jsonable_encoder(
                 remove_none_from_dict(
                     {
+                        "expand": expand,
                         "limit": limit,
                         "offset": offset,
                         **(

vellum_ai-0.3.23/src/vellum/terraform/__init__.py

@@ -0,0 +1,26 @@
+from pkgutil import extend_path
+__path__ = extend_path(__path__, __name__)
+
+import abc
+import builtins
+import datetime
+import enum
+import typing
+
+import jsii
+import publication
+import typing_extensions
+
+from typeguard import check_type
+
+from ._jsii import *
+
+__all__ = [
+    "data_vellum_document_index",
+    "document_index",
+    "provider",
+]
+
+publication.publish()
+
+# Loading modules to ensure their types are registered with the jsii runtime library

vellum_ai-0.3.23/src/vellum/terraform/_jsii/__init__.py

@@ -0,0 +1,27 @@
+from pkgutil import extend_path
+__path__ = extend_path(__path__, __name__)
+
+import abc
+import builtins
+import datetime
+import enum
+import typing
+
+import jsii
+import publication
+import typing_extensions
+
+from typeguard import check_type
+
+import cdktf._jsii
+import constructs._jsii
+
+__jsii_assembly__ = jsii.JSIIAssembly.load(
+    "vellum-ai_vellum", "0.0.0", __name__[0:-6], "vellum-ai_vellum@0.0.0.jsii.tgz"
+)
+
+__all__ = [
+    "__jsii_assembly__",
+]
+
+publication.publish()

vellum_ai-0.3.23/src/vellum/terraform/constraints.json

@@ -0,0 +1,4 @@
+{
+  "cdktf": "0.20.6",
+  "providers": {}
+}