vellum-ai 0.14.88__py3-none-any.whl → 0.14.89__py3-none-any.whl

vellum/client/resources/test_suites/client.py

@@ -59,6 +59,7 @@ class TestSuitesClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.test_suites.list_test_suite_test_cases(
@@ -139,40 +140,29 @@ class TestSuitesClient:
 
         Examples
         --------
-        from vellum import (
-            NamedTestCaseArrayVariableValueRequest,
-            NamedTestCaseStringVariableValueRequest,
-            StringVellumValueRequest,
-            Vellum,
-        )
+        from vellum import NamedTestCaseStringVariableValueRequest, Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.test_suites.upsert_test_suite_test_case(
             id_="id",
-            label="Test Case 1",
             input_values=[
                 NamedTestCaseStringVariableValueRequest(
-                    value="What are your favorite colors?",
-                    name="var_1",
-                )
+                    name="x",
+                ),
+                NamedTestCaseStringVariableValueRequest(
+                    name="x",
+                ),
             ],
             evaluation_values=[
-                NamedTestCaseArrayVariableValueRequest(
-                    value=[
-                        StringVellumValueRequest(
-                            value="Red",
-                        ),
-                        StringVellumValueRequest(
-                            value="Green",
-                        ),
-                        StringVellumValueRequest(
-                            value="Blue",
-                        ),
-                    ],
-                    name="var_2",
-                )
+                NamedTestCaseStringVariableValueRequest(
+                    name="x",
+                ),
+                NamedTestCaseStringVariableValueRequest(
+                    name="x",
+                ),
             ],
         )
         """
@@ -247,6 +237,7 @@ class TestSuitesClient:
         )
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         response = client.test_suites.test_suite_test_cases_bulk(
@@ -257,16 +248,43 @@ class TestSuitesClient:
                     data=CreateTestSuiteTestCaseRequest(
                         input_values=[
                             NamedTestCaseStringVariableValueRequest(
-                                name="name",
-                            )
+                                name="x",
+                            ),
+                            NamedTestCaseStringVariableValueRequest(
+                                name="x",
+                            ),
                         ],
                         evaluation_values=[
                             NamedTestCaseStringVariableValueRequest(
-                                name="name",
-                            )
+                                name="x",
+                            ),
+                            NamedTestCaseStringVariableValueRequest(
+                                name="x",
+                            ),
                         ],
                     ),
-                )
+                ),
+                TestSuiteTestCaseCreateBulkOperationRequest(
+                    id="id",
+                    data=CreateTestSuiteTestCaseRequest(
+                        input_values=[
+                            NamedTestCaseStringVariableValueRequest(
+                                name="x",
+                            ),
+                            NamedTestCaseStringVariableValueRequest(
+                                name="x",
+                            ),
+                        ],
+                        evaluation_values=[
+                            NamedTestCaseStringVariableValueRequest(
+                                name="x",
+                            ),
+                            NamedTestCaseStringVariableValueRequest(
+                                name="x",
+                            ),
+                        ],
+                    ),
+                ),
             ],
         )
         for chunk in response:
@@ -330,6 +348,7 @@ class TestSuitesClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.test_suites.delete_test_suite_test_case(
@@ -393,6 +412,7 @@ class AsyncTestSuitesClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -481,14 +501,10 @@ class AsyncTestSuitesClient:
         --------
         import asyncio
 
-        from vellum import (
-            AsyncVellum,
-            NamedTestCaseArrayVariableValueRequest,
-            NamedTestCaseStringVariableValueRequest,
-            StringVellumValueRequest,
-        )
+        from vellum import AsyncVellum, NamedTestCaseStringVariableValueRequest
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -496,28 +512,21 @@ class AsyncTestSuitesClient:
         async def main() -> None:
             await client.test_suites.upsert_test_suite_test_case(
                 id_="id",
-                label="Test Case 1",
                 input_values=[
                     NamedTestCaseStringVariableValueRequest(
-                        value="What are your favorite colors?",
-                        name="var_1",
-                    )
+                        name="x",
+                    ),
+                    NamedTestCaseStringVariableValueRequest(
+                        name="x",
+                    ),
                 ],
                 evaluation_values=[
-                    NamedTestCaseArrayVariableValueRequest(
-                        value=[
-                            StringVellumValueRequest(
-                                value="Red",
-                            ),
-                            StringVellumValueRequest(
-                                value="Green",
-                            ),
-                            StringVellumValueRequest(
-                                value="Blue",
-                            ),
-                        ],
-                        name="var_2",
-                    )
+                    NamedTestCaseStringVariableValueRequest(
+                        name="x",
+                    ),
+                    NamedTestCaseStringVariableValueRequest(
+                        name="x",
+                    ),
                 ],
             )
 
@@ -597,6 +606,7 @@ class AsyncTestSuitesClient:
         )
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -610,16 +620,43 @@ class AsyncTestSuitesClient:
                         data=CreateTestSuiteTestCaseRequest(
                             input_values=[
                                 NamedTestCaseStringVariableValueRequest(
-                                    name="name",
-                                )
+                                    name="x",
+                                ),
+                                NamedTestCaseStringVariableValueRequest(
+                                    name="x",
+                                ),
                             ],
                             evaluation_values=[
                                 NamedTestCaseStringVariableValueRequest(
-                                    name="name",
-                                )
+                                    name="x",
+                                ),
+                                NamedTestCaseStringVariableValueRequest(
+                                    name="x",
+                                ),
+                            ],
+                        ),
+                    ),
+                    TestSuiteTestCaseCreateBulkOperationRequest(
+                        id="id",
+                        data=CreateTestSuiteTestCaseRequest(
+                            input_values=[
+                                NamedTestCaseStringVariableValueRequest(
+                                    name="x",
+                                ),
+                                NamedTestCaseStringVariableValueRequest(
+                                    name="x",
+                                ),
+                            ],
+                            evaluation_values=[
+                                NamedTestCaseStringVariableValueRequest(
+                                    name="x",
+                                ),
+                                NamedTestCaseStringVariableValueRequest(
+                                    name="x",
+                                ),
                             ],
                         ),
-                    )
+                    ),
                 ],
             )
             async for chunk in response:
@@ -688,6 +725,7 @@ class AsyncTestSuitesClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 

vellum/client/resources/workflow_deployments/client.py

@@ -65,6 +65,7 @@ class WorkflowDeploymentsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_deployments.list()
@@ -117,6 +118,7 @@ class WorkflowDeploymentsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_deployments.retrieve(
@@ -178,6 +180,7 @@ class WorkflowDeploymentsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_deployments.list_workflow_deployment_event_executions(
@@ -232,6 +235,7 @@ class WorkflowDeploymentsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_deployments.workflow_deployment_event_execution(
@@ -287,6 +291,7 @@ class WorkflowDeploymentsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_deployments.workflow_deployment_history_item_retrieve(
@@ -356,6 +361,7 @@ class WorkflowDeploymentsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_deployments.list_workflow_release_tags(
@@ -415,6 +421,7 @@ class WorkflowDeploymentsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_deployments.retrieve_workflow_release_tag(
@@ -477,6 +484,7 @@ class WorkflowDeploymentsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_deployments.update_workflow_release_tag(
@@ -557,6 +565,7 @@ class AsyncWorkflowDeploymentsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -619,6 +628,7 @@ class AsyncWorkflowDeploymentsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -688,6 +698,7 @@ class AsyncWorkflowDeploymentsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -750,6 +761,7 @@ class AsyncWorkflowDeploymentsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -813,6 +825,7 @@ class AsyncWorkflowDeploymentsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -890,6 +903,7 @@ class AsyncWorkflowDeploymentsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -957,6 +971,7 @@ class AsyncWorkflowDeploymentsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -1027,6 +1042,7 @@ class AsyncWorkflowDeploymentsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 

vellum/client/resources/workflow_sandboxes/client.py

@@ -69,6 +69,7 @@ class WorkflowSandboxesClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_sandboxes.deploy_workflow(
@@ -145,6 +146,7 @@ class WorkflowSandboxesClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workflow_sandboxes.list_workflow_sandbox_examples()
@@ -231,6 +233,7 @@ class AsyncWorkflowSandboxesClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -315,6 +318,7 @@ class AsyncWorkflowSandboxesClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 

vellum/client/resources/workflows/client.py

@@ -123,17 +123,6 @@ class WorkflowsClient:
         -------
         WorkflowPushResponse
 
-
-        Examples
-        --------
-        from vellum import Vellum
-
-        client = Vellum(
-            api_key="YOUR_API_KEY",
-        )
-        client.workflows.push(
-            exec_config="exec_config",
-        )
         """
         _response = self._client_wrapper.httpx_client.request(
             "v1/workflows/push",
@@ -272,25 +261,6 @@ class AsyncWorkflowsClient:
         -------
         WorkflowPushResponse
 
-
-        Examples
-        --------
-        import asyncio
-
-        from vellum import AsyncVellum
-
-        client = AsyncVellum(
-            api_key="YOUR_API_KEY",
-        )
-
-
-        async def main() -> None:
-            await client.workflows.push(
-                exec_config="exec_config",
-            )
-
-
-        asyncio.run(main())
         """
         _response = await self._client_wrapper.httpx_client.request(
             "v1/workflows/push",

vellum/client/resources/workspace_secrets/client.py

@@ -40,6 +40,7 @@ class WorkspaceSecretsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workspace_secrets.retrieve(
@@ -99,6 +100,7 @@ class WorkspaceSecretsClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workspace_secrets.partial_update(
@@ -164,6 +166,7 @@ class AsyncWorkspaceSecretsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 
@@ -231,6 +234,7 @@ class AsyncWorkspaceSecretsClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 

vellum/client/resources/workspaces/client.py

@@ -33,6 +33,7 @@ class WorkspacesClient:
         from vellum import Vellum
 
         client = Vellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
         client.workspaces.workspace_identity()
@@ -83,6 +84,7 @@ class AsyncWorkspacesClient:
         from vellum import AsyncVellum
 
         client = AsyncVellum(
+            api_version="YOUR_API_VERSION",
             api_key="YOUR_API_KEY",
         )
 

vellum/workflows/nodes/displayable/tool_calling_node/node.py

@@ -8,13 +8,13 @@ from vellum.workflows.exceptions import NodeException
 from vellum.workflows.graph.graph import Graph
 from vellum.workflows.inputs.base import BaseInputs
 from vellum.workflows.nodes.bases import BaseNode
+from vellum.workflows.nodes.displayable.tool_calling_node.state import ToolCallingState
 from vellum.workflows.nodes.displayable.tool_calling_node.utils import (
     create_function_node,
     create_tool_router_node,
     get_function_name,
 )
 from vellum.workflows.outputs.base import BaseOutput, BaseOutputs
-from vellum.workflows.state.base import BaseState
 from vellum.workflows.state.context import WorkflowContext
 from vellum.workflows.types.core import EntityInputsInterface, Tool
 from vellum.workflows.workflows.event_filters import all_workflow_event_filter
@@ -61,10 +61,6 @@ class ToolCallingNode(BaseNode):
 
         with execution_context(parent_context=get_parent_context()):
 
-            class ToolCallingState(BaseState):
-                chat_history: List[ChatMessage] = []
-                prompt_iterations: int = 0
-
             from vellum.workflows.workflows.base import BaseWorkflow
 
             class ToolCallingWorkflow(BaseWorkflow[BaseInputs, ToolCallingState]):

vellum/workflows/nodes/displayable/tool_calling_node/state.py

@@ -0,0 +1,9 @@
+from typing import List
+
+from vellum import ChatMessage
+from vellum.workflows.state.base import BaseState
+
+
+class ToolCallingState(BaseState):
+    chat_history: List[ChatMessage] = []
+    prompt_iterations: int = 0

vellum/workflows/nodes/displayable/tool_calling_node/utils.py

@@ -6,6 +6,7 @@ from pydash import snake_case
 from vellum import ChatMessage, PromptBlock
 from vellum.client.types.function_call_chat_message_content import FunctionCallChatMessageContent
 from vellum.client.types.function_call_chat_message_content_value import FunctionCallChatMessageContentValue
+from vellum.client.types.prompt_output import PromptOutput
 from vellum.client.types.string_chat_message_content import StringChatMessageContent
 from vellum.client.types.variable_prompt_block import VariablePromptBlock
 from vellum.workflows.context import execution_context, get_parent_context
@@ -15,6 +16,7 @@ from vellum.workflows.exceptions import NodeException
 from vellum.workflows.nodes.bases import BaseNode
 from vellum.workflows.nodes.displayable.inline_prompt_node.node import InlinePromptNode
 from vellum.workflows.nodes.displayable.subworkflow_deployment_node.node import SubworkflowDeploymentNode
+from vellum.workflows.nodes.displayable.tool_calling_node.state import ToolCallingState
 from vellum.workflows.outputs.base import BaseOutput, BaseOutputs
 from vellum.workflows.ports.port import Port
 from vellum.workflows.references.lazy import LazyReference
@@ -34,7 +36,7 @@ class FunctionNode(BaseNode):
     pass
 
 
-class ToolRouterNode(InlinePromptNode):
+class ToolRouterNode(InlinePromptNode[ToolCallingState]):
     max_prompt_iterations: Optional[int] = 5
 
     class Trigger(InlinePromptNode.Trigger):
@@ -76,6 +78,48 @@ class ToolRouterNode(InlinePromptNode):
             yield output
 
 
+class DynamicSubworkflowDeploymentNode(SubworkflowDeploymentNode[ToolCallingState]):
+    """Node that executes a deployment definition with function call output."""
+
+    function_call_output: List[PromptOutput]
+
+    def run(self) -> Iterator[BaseOutput]:
+        if self.function_call_output and len(self.function_call_output) > 0:
+            function_call = self.function_call_output[0]
+            if function_call.type == "FUNCTION_CALL" and function_call.value is not None:
+                arguments = function_call.value.arguments
+            else:
+                arguments = {}
+        else:
+            arguments = {}
+
+        # Mypy doesn't like instance assignments of class attributes. It's safe in our case tho bc it's what
+        # we do in the `__init__` method. Long term, instead of the function_call_output attribute above, we
+        # want to do:
+        # ```python
+        # subworkflow_inputs = tool_router_node.Outputs.results[0]['value']['arguments'].if_(
+        #     tool_router_node.Outputs.results[0]['type'].equals('FUNCTION_CALL'),
+        #     {},
+        # )
+        # ```
+        self.subworkflow_inputs = arguments  # type:ignore[misc]
+
+        # Call the parent run method to execute the subworkflow
+        outputs = {}
+        for output in super().run():
+            if output.is_fulfilled:
+                outputs[output.name] = output.value
+            yield output
+
+        # Add the result to the chat history
+        self.state.chat_history.append(
+            ChatMessage(
+                role="FUNCTION",
+                content=StringChatMessageContent(value=json.dumps(outputs, cls=DefaultStateEncoder)),
+            )
+        )
+
+
 def create_tool_router_node(
     ml_model: str,
     blocks: List[PromptBlock],
@@ -162,48 +206,13 @@ def create_function_node(
         deployment = function.deployment_id or function.deployment_name
         release_tag = function.release_tag
 
-        def execute_workflow_deployment_function(self) -> BaseNode.Outputs:
-            function_call_output = self.state.meta.node_outputs.get(tool_router_node.Outputs.results)
-            if function_call_output and len(function_call_output) > 0:
-                function_call = function_call_output[0]
-                arguments = function_call.value.arguments
-            else:
-                arguments = {}
-
-            subworkflow_node = type(
-                f"DynamicSubworkflowNode_{deployment}",
-                (SubworkflowDeploymentNode,),
-                {
-                    "deployment": deployment,
-                    "release_tag": release_tag,
-                    "subworkflow_inputs": arguments,
-                    "__module__": __name__,
-                },
-            )
-
-            node_instance = subworkflow_node(
-                context=WorkflowContext.create_from(self._context),
-                state=self.state,
-            )
-
-            outputs = {}
-            for output in node_instance.run():
-                outputs[output.name] = output.value
-
-            self.state.chat_history.append(
-                ChatMessage(
-                    role="FUNCTION",
-                    content=StringChatMessageContent(value=json.dumps(outputs, cls=DefaultStateEncoder)),
-                )
-            )
-
-            return self.Outputs()
-
         node = type(
-            f"WorkflowDeploymentNode_{deployment}",
-            (FunctionNode,),
+            f"DynamicSubworkflowDeploymentNode_{deployment}",
+            (DynamicSubworkflowDeploymentNode,),
             {
-                "run": execute_workflow_deployment_function,
+                "deployment": deployment,
+                "release_tag": release_tag,
+                "function_call_output": tool_router_node.Outputs.results,
                 "__module__": __name__,
             },
         )

{vellum_ai-0.14.88.dist-info → vellum_ai-0.14.89.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vellum-ai
-Version: 0.14.88
+Version: 0.14.89
 Summary: 
 License: MIT
 Requires-Python: >=3.9,<4.0