vellum-workflow-server 1.5.1__tar.gz → 1.9.7__tar.gz

{vellum_workflow_server-1.5.1 → vellum_workflow_server-1.9.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vellum-workflow-server
-Version: 1.5.1
+Version: 1.9.7
 Summary: 
 License: AGPL
 Requires-Python: >=3.9.0,<4
@@ -29,7 +29,7 @@ Requires-Dist: pyjwt (==2.10.0)
 Requires-Dist: python-dotenv (==1.0.1)
 Requires-Dist: retrying (==1.3.4)
 Requires-Dist: sentry-sdk[flask] (==2.20.0)
-Requires-Dist: vellum-ai (==1.5.1)
+Requires-Dist: vellum-ai (==1.9.7)
 Description-Content-Type: text/markdown
 
 # Vellum Workflow Runner Server

{vellum_workflow_server-1.5.1 → vellum_workflow_server-1.9.7}/pyproject.toml

@@ -3,7 +3,7 @@ name = "vellum-workflow-server"
 
 [tool.poetry]
 name = "vellum-workflow-server"
-version = "1.5.1"
+version = "1.9.7"
 description = ""
 readme = "README.md"
 authors = []
@@ -45,7 +45,7 @@ flask = "2.3.3"
 orderly-set = "5.2.2"
 pebble = "5.0.7"
 gunicorn = "23.0.0"
-vellum-ai = "1.5.1"
+vellum-ai = "1.9.7"
 python-dotenv = "1.0.1"
 retrying = "1.3.4"
 sentry-sdk = {extras = ["flask"], version = "2.20.0"}

{vellum_workflow_server-1.5.1 → vellum_workflow_server-1.9.7}/src/workflow_server/api/auth_middleware.py

@@ -5,7 +5,7 @@ from flask import Flask, Request, Response
 import jwt
 from jwt import ExpiredSignatureError
 
-from workflow_server.config import IS_VPC, NAMESPACE, VEMBDA_PUBLIC_KEY, is_development
+from workflow_server.config import IS_ASYNC_MODE, IS_VPC, NAMESPACE, VEMBDA_PUBLIC_KEY, is_development
 
 
 class AuthMiddleware:
@@ -15,7 +15,7 @@ class AuthMiddleware:
     def __call__(self, environ: Dict[str, Any], start_response: Any) -> Any:
         try:
             request = Request(environ)
-            if not request.path.startswith("/healthz") and not is_development() and not IS_VPC:
+            if not request.path.startswith("/healthz") and not is_development() and not IS_VPC and not IS_ASYNC_MODE:
                 token = request.headers.get("X-Vembda-Signature")
                 if token:
                     decoded = jwt.decode(token, VEMBDA_PUBLIC_KEY, algorithms=["RS256"])

vellum_workflow_server-1.9.7/src/workflow_server/api/status_view.py

@@ -0,0 +1,19 @@
+from typing import Tuple
+
+from flask import Blueprint, Response, jsonify
+
+from workflow_server.config import CONCURRENCY
+from workflow_server.utils.system_utils import get_active_process_count
+
+bp = Blueprint("status", __name__)
+
+
+@bp.route("/is_available", methods=["GET"])
+def is_available() -> Tuple[Response, int]:
+    resp = jsonify(
+        available=get_active_process_count() < CONCURRENCY,
+        process_count=get_active_process_count(),
+        max_concurrency=CONCURRENCY,
+    )
+
+    return resp, 200

{vellum_workflow_server-1.5.1 → vellum_workflow_server-1.9.7}/src/workflow_server/api/tests/test_workflow_view.py

@@ -63,11 +63,11 @@ class TestNode(BaseNode):
             "comment": {"expanded": True, "value": "A test node for processing data."},
             "position": {"x": 0.0, "y": 0.0},
         },
-        "id": "7a8b251d-f5ca-462a-b293-071d219460fb",
+        "id": "6f4c9178-9f46-4723-bcb7-0bd59db54eca",
         "label": "Test Node",
         "outputs": [],
-        "ports": [{"id": "a3a0eefd-45d0-4f13-8c58-a836a9f7f9ed", "name": "default", "type": "DEFAULT"}],
-        "trigger": {"id": "a022e36c-9852-4772-9be3-3c6c147fd811", "merge_behavior": "AWAIT_ATTRIBUTES"},
+        "ports": [{"id": "4394823f-79a8-4dbc-99ae-06a1df6c7408", "name": "default", "type": "DEFAULT"}],
+        "trigger": {"id": "07240af1-67c6-4460-b53d-53f0b0f1b90e", "merge_behavior": "AWAIT_ATTRIBUTES"},
         "type": "GENERIC",
     }
 
@@ -127,11 +127,11 @@ class SomeOtherNode(BaseNode):
             "comment": {"expanded": True, "value": "This is Some Node."},
             "position": {"x": 0.0, "y": 0.0},
         },
-        "id": "1e559c2e-db82-41f0-9ceb-5e89b0c5a0a3",
+        "id": "89e84bac-5a5f-4f64-8083-7d3ebec98be1",
         "label": "Some Node",
         "outputs": [],
-        "ports": [{"id": "48e39e97-5fd4-471e-b4f2-51d3baf06456", "name": "default", "type": "DEFAULT"}],
-        "trigger": {"id": "e3381fb7-61fc-4c46-ae8e-51fc463b6a59", "merge_behavior": "AWAIT_ATTRIBUTES"},
+        "ports": [{"id": "2983ea5c-1d29-483a-b896-53098f5de4f1", "name": "default", "type": "DEFAULT"}],
+        "trigger": {"id": "6996efb0-5a20-4719-8835-34fe6552764a", "merge_behavior": "AWAIT_ATTRIBUTES"},
         "type": "GENERIC",
     }
 
@@ -150,11 +150,11 @@ class SomeOtherNode(BaseNode):
             "comment": {"expanded": True, "value": "This is Some Other Node."},
             "position": {"x": 0.0, "y": 0.0},
         },
-        "id": "7aee541b-b245-4c8a-9137-3e4631d5100c",
+        "id": "3cdbba02-8a34-4e0f-8b94-770a944dcaa3",
         "label": "Some Other Node",
         "outputs": [],
-        "ports": [{"id": "fb66b46a-d970-4bc9-83ea-70c154c57ddd", "name": "default", "type": "DEFAULT"}],
-        "trigger": {"id": "13fa2714-20b3-4bc3-ab79-621a188e3bfa", "merge_behavior": "AWAIT_ATTRIBUTES"},
+        "ports": [{"id": "1839bde5-2ad4-4723-b21b-2c55fa833a7a", "name": "default", "type": "DEFAULT"}],
+        "trigger": {"id": "c36df8a8-5624-45be-99c9-826cf511a951", "merge_behavior": "AWAIT_ATTRIBUTES"},
         "type": "GENERIC",
     }
 
@@ -222,11 +222,11 @@ class HelperClass:
                 "comment": {"expanded": True, "value": "Processes input data."},
                 "position": {"x": 0.0, "y": 0.0},
             },
-            "id": "f92c09f0-0434-46cb-829d-a73f801d6343",
+            "id": "7121bcb9-98a1-4907-bf9b-9734d773fd15",
             "label": "Processing Node",
             "outputs": [],
-            "ports": [{"id": "abaa2984-b312-4491-b069-e689759f72c8", "name": "default", "type": "DEFAULT"}],
-            "trigger": {"id": "35378c2b-f089-44af-ac37-efe4ea42c817", "merge_behavior": "AWAIT_ATTRIBUTES"},
+            "ports": [{"id": "de27da74-30e9-4e7b-95c2-92bdfc5bf042", "name": "default", "type": "DEFAULT"}],
+            "trigger": {"id": "e02bd85e-8b03-4b21-8b3e-f411042334ce", "merge_behavior": "AWAIT_ATTRIBUTES"},
             "type": "GENERIC",
         }
 
@@ -240,11 +240,11 @@ class HelperClass:
                 "comment": {"expanded": True, "value": "Transforms data format."},
                 "position": {"x": 0.0, "y": 0.0},
             },
-            "id": "09ca32f7-c8f2-4469-97e5-1f288f85127a",
+            "id": "6a785cb0-f631-4f03-94c6-e82331c14c1a",
             "label": "Transformation Node",
             "outputs": [],
-            "ports": [{"id": "88778117-fbfc-4b44-964b-5a4994aa2f24", "name": "default", "type": "DEFAULT"}],
-            "trigger": {"id": "5d096263-7fbf-490a-83b7-e441852b5fb6", "merge_behavior": "AWAIT_ATTRIBUTES"},
+            "ports": [{"id": "67a13ea0-fd6b-44dc-af46-c72da06aa11f", "name": "default", "type": "DEFAULT"}],
+            "trigger": {"id": "08d4e317-baa8-478f-b278-99362e50e6b4", "merge_behavior": "AWAIT_ATTRIBUTES"},
             "type": "GENERIC",
         }
 
@@ -306,11 +306,11 @@ class BrokenNode(BaseNode)
             "comment": {"expanded": True, "value": "This is Some Node."},
             "position": {"x": 0.0, "y": 0.0},
         },
-        "id": "1e559c2e-db82-41f0-9ceb-5e89b0c5a0a3",
+        "id": "a2706730-074b-4ea3-968a-25e68af1caed",
         "label": "Some Node",
         "outputs": [],
-        "ports": [{"id": "48e39e97-5fd4-471e-b4f2-51d3baf06456", "name": "default", "type": "DEFAULT"}],
-        "trigger": {"id": "e3381fb7-61fc-4c46-ae8e-51fc463b6a59", "merge_behavior": "AWAIT_ATTRIBUTES"},
+        "ports": [{"id": "e0ee3653-e071-4b91-9dfc-5e1dca9c665b", "name": "default", "type": "DEFAULT"}],
+        "trigger": {"id": "8d931b01-30ca-4c0d-b1b7-7c18379c83e6", "merge_behavior": "AWAIT_ATTRIBUTES"},
         "type": "GENERIC",
     }
 
@@ -371,14 +371,14 @@ class MyAdditionNode(BaseNode):
         "adornments": None,
         "attributes": [
             {
-                "id": "aed3bcbb-d243-4a77-bb5e-409e9a28e868",
+                "id": "4223b340-447f-46c2-b35d-30ef16c5ae17",
                 "name": "arg1",
-                "value": {"type": "CONSTANT_VALUE", "value": {"type": "JSON", "value": None}},
+                "value": None,
             },
             {
-                "id": "9225d225-a41b-4642-8964-f28f58dcf4bf",
+                "id": "1de0f46a-95f6-4cd0-bb0f-e2414054d507",
                 "name": "arg2",
-                "value": {"type": "CONSTANT_VALUE", "value": {"type": "JSON", "value": None}},
+                "value": None,
             },
         ],
         "base": {"module": ["vellum", "workflows", "nodes", "bases", "base"], "name": "BaseNode"},
@@ -387,11 +387,11 @@ class MyAdditionNode(BaseNode):
             "comment": {"expanded": True, "value": "Custom node that performs simple addition."},
             "position": {"x": 0.0, "y": 0.0},
         },
-        "id": "195cd69d-3d2d-41e4-a432-16c433cb8d34",
+        "id": "2464b610-fb6d-495b-b17c-933ee147f19f",
         "label": "My Addition Node",
-        "outputs": [{"id": "3d8e40cb-2aa8-44bd-ae6a-708a9fbc4779", "name": "result", "type": "NUMBER", "value": None}],
-        "ports": [{"id": "9a9e4ef6-febf-4093-a515-217bbb1373db", "name": "default", "type": "DEFAULT"}],
-        "trigger": {"id": "a5298668-d808-4a45-a62e-790943948e8a", "merge_behavior": "AWAIT_ATTRIBUTES"},
+        "outputs": [{"id": "f39d85c9-e7bf-45e1-bb67-f16225db0118", "name": "result", "type": "NUMBER", "value": None}],
+        "ports": [{"id": "bc489295-cd8a-4aa2-88bb-34446374100d", "name": "default", "type": "DEFAULT"}],
+        "trigger": {"id": "ff580cad-73d6-44fe-8f2c-4b8dc990ee70", "merge_behavior": "AWAIT_ATTRIBUTES"},
         "type": "GENERIC",
         "should_file_merge": True,
     }
@@ -429,7 +429,7 @@ class BrokenNode(BaseNode)  # Missing colon
     with flask_app.test_client() as test_client:
         response = test_client.post("/workflow/serialize", json={"files": {"broken_node.py": invalid_content}})
 
-    # THEN we should get a 4xx response
+    # THEN we should get a 400 response
     assert response.status_code == 400
 
     # AND the response should contain an error message
@@ -537,6 +537,57 @@ def test_serialize_route__with_invalid_workspace_api_key():
     assert "exec_config" in response.json
 
 
+def test_serialize_route__with_is_new_server_header():
+    """
+    Tests that the serialize route returns the is_new_server header.
+    """
+    # GIVEN a Flask application
+    flask_app = create_app()
+
+    workflow_files = {
+        "__init__.py": "",
+        "workflow.py": (
+            "from vellum.workflows import BaseWorkflow\n\n"
+            "class Workflow(BaseWorkflow):\n"
+            "    class Outputs(BaseWorkflow.Outputs):\n"
+            "        foo = 'hello'\n"
+        ),
+    }
+
+    # WHEN we make a request with is_new_server=True
+    with flask_app.test_client() as test_client:
+        response = test_client.post("/workflow/serialize", json={"files": workflow_files, "is_new_server": True})
+
+    # THEN we should get a successful response
+    assert response.status_code == 200
+
+    # AND the response should contain the is_new_server header set to true
+    assert "X-Vellum-Is-New-Server" in response.headers
+    assert response.headers["X-Vellum-Is-New-Server"] == "true"
+
+    # WHEN we make a request with is_new_server=False
+    with flask_app.test_client() as test_client:
+        response = test_client.post("/workflow/serialize", json={"files": workflow_files, "is_new_server": False})
+
+    # THEN we should get a successful response
+    assert response.status_code == 200
+
+    # AND the response should contain the is_new_server header set to false
+    assert "X-Vellum-Is-New-Server" in response.headers
+    assert response.headers["X-Vellum-Is-New-Server"] == "false"
+
+    # WHEN we make a request without is_new_server
+    with flask_app.test_client() as test_client:
+        response = test_client.post("/workflow/serialize", json={"files": workflow_files})
+
+    # THEN we should get a successful response
+    assert response.status_code == 200
+
+    # AND the response should contain the is_new_server header set to false (default)
+    assert "X-Vellum-Is-New-Server" in response.headers
+    assert response.headers["X-Vellum-Is-New-Server"] == "false"
+
+
 def test_stream_node_route__with_node_id():
     """
     Tests that the stream-node endpoint works with node_id.
@@ -729,3 +780,45 @@ class Workflow(BaseWorkflow):
     assert events[0]["name"] == "vembda.execution.initiated"
     assert events[1]["name"] == "vembda.execution.fulfilled"
     assert len(events) == 2
+
+
+def test_serialize_route__with_invalid_nested_set_graph():
+    """
+    Tests that a workflow with an invalid nested set graph structure raises a clear user-facing exception.
+    """
+    # GIVEN a Flask application
+    flask_app = create_app()
+
+    invalid_workflow_content = """
+from vellum.workflows import BaseWorkflow
+from vellum.workflows.nodes import BaseNode
+
+class TestNode(BaseNode):
+    class Outputs(BaseNode.Outputs):
+        value = "test"
+
+class InvalidWorkflow(BaseWorkflow):
+    graph = {TestNode, {TestNode}}
+
+    class Outputs(BaseWorkflow.Outputs):
+        result = TestNode.Outputs.value
+"""
+
+    workflow_files = {
+        "__init__.py": "",
+        "workflow.py": invalid_workflow_content,
+    }
+
+    # WHEN we make a request to the serialize route
+    with flask_app.test_client() as test_client:
+        response = test_client.post("/workflow/serialize", json={"files": workflow_files})
+
+    # THEN we should get a 400 response
+    assert response.status_code == 400
+
+    # AND the response should contain a user-friendly error message
+    assert "detail" in response.json
+    error_detail = response.json["detail"]
+    assert "Serialization failed" in error_detail
+    assert "Invalid graph structure detected" in error_detail
+    assert "contact Vellum support" in error_detail

{vellum_workflow_server-1.5.1 → vellum_workflow_server-1.9.7}/src/workflow_server/api/tests/test_workflow_view_stream_workflow_route.py

@@ -5,6 +5,7 @@ import io
 import json
 from queue import Empty
 import re
+import time
 from unittest import mock
 from uuid import uuid4
 
@@ -117,7 +118,7 @@ def test_stream_workflow_route__happy_path(both_stream_types):
         "execution_id": str(span_id),
         "inputs": [],
         "environment_api_key": "test",
-        "module": "workflow",
+        "module": "test",
         "timeout": 360,
         "files": {
             "__init__.py": "",
@@ -131,8 +132,11 @@ class Workflow(BaseWorkflow):
         },
     }
 
-    # WHEN we call the stream route
-    status_code, events = both_stream_types(request_body)
+    with mock.patch("builtins.open", mock.mock_open(read_data="104857600")):
+        # WHEN we call the stream route
+        ts_ns = time.time_ns()
+        request_body["vembda_service_initiated_timestamp"] = ts_ns
+        status_code, events = both_stream_types(request_body)
 
     # THEN we get a 200 response
     assert status_code == 200, events
@@ -154,8 +158,46 @@ class Workflow(BaseWorkflow):
     }
 
     assert events[1]["name"] == "workflow.execution.initiated", events[1]
+    assert events[1]["body"]["workflow_definition"]["module"] == ["test", "workflow"]
     assert "display_context" in events[1]["body"], events[1]["body"]
+    display_context = events[1]["body"]["display_context"]
+    assert "node_displays" in display_context
+    assert "workflow_inputs" in display_context
+    assert "workflow_outputs" in display_context
+    assert isinstance(display_context["node_displays"], dict)
+    assert isinstance(display_context["workflow_inputs"], dict)
+    assert isinstance(display_context["workflow_outputs"], dict)
+    assert "foo" in display_context["workflow_outputs"]
+
+    # AND the initiated event should have server_metadata with version info and memory usage
+    assert "server_metadata" in events[1]["body"], events[1]["body"]
+    server_metadata = events[1]["body"]["server_metadata"]
+    assert server_metadata is not None, "server_metadata should not be None"
+    assert "server_version" in server_metadata
+    assert "sdk_version" in server_metadata
+    assert "memory_usage_mb" in server_metadata
+    assert isinstance(server_metadata["memory_usage_mb"], (int, float))
+    assert "is_new_server" in server_metadata
+    assert server_metadata["is_new_server"] is False
+
+    # AND the initiated event should have initiated_latency within a reasonable range
+    assert "initiated_latency" in server_metadata, "initiated_latency should be present in server_metadata"
+    initiated_latency = server_metadata["initiated_latency"]
+    assert isinstance(initiated_latency, int), "initiated_latency should be an integer (nanoseconds)"
+    # Latency should be positive and less than 60 seconds (60_000_000_000 nanoseconds) for CI
+    assert (
+        0 < initiated_latency < 60_000_000_000
+    ), f"initiated_latency should be between 0 and 60 seconds, got {initiated_latency} ns"
+
     assert events[2]["name"] == "workflow.execution.fulfilled", events[2]
+    assert events[2]["body"]["workflow_definition"]["module"] == ["test", "workflow"]
+
+    # AND the fulfilled event should have server_metadata with memory usage
+    assert "server_metadata" in events[2]["body"], events[2]["body"]
+    fulfilled_metadata = events[2]["body"]["server_metadata"]
+    assert fulfilled_metadata is not None, "fulfilled server_metadata should not be None"
+    assert "memory_usage_mb" in fulfilled_metadata
+    assert isinstance(fulfilled_metadata["memory_usage_mb"], (int, float))
 
     assert events[3] == {
         "id": mock.ANY,
@@ -234,6 +276,15 @@ class Inputs(BaseInputs):
 
     assert events[1]["name"] == "workflow.execution.initiated", events[1]
     assert "display_context" in events[1]["body"], events[1]["body"]
+    display_context = events[1]["body"]["display_context"]
+    assert "node_displays" in display_context
+    assert "workflow_inputs" in display_context
+    assert "workflow_outputs" in display_context
+    assert isinstance(display_context["node_displays"], dict)
+    assert isinstance(display_context["workflow_inputs"], dict)
+    assert isinstance(display_context["workflow_outputs"], dict)
+    assert "foo" in display_context["workflow_inputs"]
+    assert "foo" in display_context["workflow_outputs"]
     assert events[2]["name"] == "workflow.execution.fulfilled", events[2]
 
     assert events[3] == {
@@ -311,6 +362,14 @@ class State(BaseState):
 
     assert events[1]["name"] == "workflow.execution.initiated", events[1]
     assert "display_context" in events[1]["body"], events[1]["body"]
+    display_context = events[1]["body"]["display_context"]
+    assert "node_displays" in display_context
+    assert "workflow_inputs" in display_context
+    assert "workflow_outputs" in display_context
+    assert isinstance(display_context["node_displays"], dict)
+    assert isinstance(display_context["workflow_inputs"], dict)
+    assert isinstance(display_context["workflow_outputs"], dict)
+    assert "foo" in display_context["workflow_outputs"]
     assert events[2]["name"] == "workflow.execution.fulfilled", events[2]
     assert events[2]["body"]["outputs"] == {"foo": "bar"}
 
@@ -339,9 +398,15 @@ class State(BaseState):
 def test_stream_workflow_route__bad_indent_in_inputs_file(both_stream_types):
     # GIVEN a valid request body
     span_id = uuid4()
+    trace_id = uuid4()
+    parent_span_id = uuid4()
     request_body = {
         "timeout": 360,
         "execution_id": str(span_id),
+        "execution_context": {
+            "trace_id": str(trace_id),
+            "parent_context": {"span_id": str(parent_span_id)},
+        },
         "inputs": [
             {"name": "foo", "type": "STRING", "value": "hello"},
         ],
@@ -378,7 +443,7 @@ from vellum.workflows.inputs import BaseInputs
 
     assert events[0] == {
         "id": mock.ANY,
-        "trace_id": mock.ANY,
+        "trace_id": str(trace_id),
         "span_id": str(span_id),
         "timestamp": mock.ANY,
         "api_version": "2024-10-25",
@@ -392,11 +457,22 @@ from vellum.workflows.inputs import BaseInputs
     }
 
     assert events[1]["name"] == "workflow.execution.initiated"
+    assert events[1]["trace_id"] == str(trace_id), "workflow initiated event should use request trace_id"
+    assert events[1]["parent"] is not None, "workflow initiated event should have parent context"
+    assert events[1]["parent"]["span_id"] == str(
+        parent_span_id
+    ), "workflow initiated event parent should match request parent_context"
 
     assert events[2]["name"] == "workflow.execution.rejected"
+    assert events[2]["trace_id"] == str(trace_id), "workflow rejected event should use request trace_id"
     assert events[2]["span_id"] == events[1]["span_id"]
+    assert events[2]["parent"] is not None, "workflow rejected event should have parent context"
+    assert events[2]["parent"]["span_id"] == str(
+        parent_span_id
+    ), "workflow rejected event parent should match request parent_context"
     assert (
-        "Failed to initialize workflow: unexpected indent (inputs.py, line 3)" in events[2]["body"]["error"]["message"]
+        "Syntax Error raised while loading Workflow: "
+        "unexpected indent (inputs.py, line 3)" in events[2]["body"]["error"]["message"]
     )
 
     assert events[3] == {
@@ -570,6 +646,71 @@ class BasicCancellableWorkflow(BaseWorkflow):
         )
 
 
+def test_stream_workflow_route__timeout_emits_rejection_events():
+    """
+    Tests that when a workflow times out, we emit node and workflow rejection events.
+    """
+
+    span_id = uuid4()
+    request_body = {
+        "timeout": 1,
+        "execution_id": str(span_id),
+        "inputs": [],
+        "environment_api_key": "test",
+        "module": "workflow",
+        "files": {
+            "__init__.py": "",
+            "workflow.py": """\
+import time
+
+from vellum.workflows.nodes.bases.base import BaseNode
+from vellum.workflows.workflows.base import BaseWorkflow
+
+
+class LongRunningNode(BaseNode):
+    class Outputs(BaseNode.Outputs):
+        value: str
+
+    def run(self) -> Outputs:
+        time.sleep(30)
+        return self.Outputs(value="hello world")
+
+
+class TimeoutWorkflow(BaseWorkflow):
+    graph = LongRunningNode
+    class Outputs(BaseWorkflow.Outputs):
+        final_value = LongRunningNode.Outputs.value
+
+""",
+        },
+    }
+
+    status_code, events = flask_stream(request_body)
+
+    assert status_code == 200
+
+    event_names = [e["name"] for e in events]
+
+    assert "vembda.execution.initiated" in event_names
+    assert "workflow.execution.initiated" in event_names
+    assert "node.execution.initiated" in event_names
+
+    assert "node.execution.rejected" in event_names, "Should emit node.execution.rejected on timeout"
+    node_execution_rejected = next(e for e in events if e["name"] == "node.execution.rejected")
+    assert "vellum/workflows/runner/runner.py" in node_execution_rejected["body"]["stacktrace"]
+
+    assert "workflow.execution.rejected" in event_names, "Should emit workflow.execution.rejected on timeout"
+    workflow_execution_rejected = next(e for e in events if e["name"] == "workflow.execution.rejected")
+    assert workflow_execution_rejected["body"]["error"]["code"] == "WORKFLOW_TIMEOUT"
+    # TODO: Uncomment once version 1.8.1 is released
+    # assert "stacktrace" in workflow_execution_rejected["body"]
+    # assert "vellum/workflows/runner/runner.py" in workflow_execution_rejected["body"]["stacktrace"]
+
+    assert "vembda.execution.fulfilled" in event_names
+    vembda_fulfilled = next(e for e in events if e["name"] == "vembda.execution.fulfilled")
+    assert vembda_fulfilled["body"]["timed_out"] is True
+
+
 def test_stream_workflow_route__very_large_events(both_stream_types):
     # GIVEN a valid request body
     span_id = uuid4()
@@ -1031,3 +1172,72 @@ class Workflow(BaseWorkflow):
     assert len(event_names) == 2, "Should include 2 events"
     assert "workflow.execution.initiated" in event_names, "Should include workflow.execution.initiated event"
     assert "workflow.execution.fulfilled" in event_names, "Should include workflow.execution.fulfilled event"
+
+
+def test_stream_workflow_route__with_invalid_nested_set_graph(both_stream_types):
+    """
+    Tests that a workflow with an invalid nested set graph structure raises a clear error in the stream response.
+    """
+    # GIVEN a Flask application and invalid workflow content with nested set graph
+    span_id = uuid4()
+
+    invalid_workflow_content = """
+from vellum.workflows import BaseWorkflow
+from vellum.workflows.nodes import BaseNode
+
+class TestNode(BaseNode):
+    class Outputs(BaseNode.Outputs):
+        value = "test"
+
+class InvalidWorkflow(BaseWorkflow):
+    graph = {TestNode, {TestNode}}
+
+    class Outputs(BaseWorkflow.Outputs):
+        result = TestNode.Outputs.value
+"""
+
+    request_body = {
+        "timeout": 360,
+        "execution_id": str(span_id),
+        "inputs": [],
+        "environment_api_key": "test",
+        "module": "workflow",
+        "files": {
+            "__init__.py": "",
+            "workflow.py": invalid_workflow_content,
+        },
+    }
+
+    # WHEN we call the stream route
+    status_code, events = both_stream_types(request_body)
+
+    # THEN we get a 200 response
+    assert status_code == 200, events
+
+    # THEN we get the expected events: vembda initiated, workflow initiated, workflow rejected, vembda fulfilled
+    assert len(events) == 4
+
+    # AND the first event should be vembda execution initiated
+    assert events[0]["name"] == "vembda.execution.initiated"
+    assert events[0]["span_id"] == str(span_id)
+
+    # AND the second event should be workflow execution initiated
+    assert events[1]["name"] == "workflow.execution.initiated"
+
+    # AND the third event should be workflow execution rejected
+    assert events[2]["name"] == "workflow.execution.rejected"
+    assert events[1]["span_id"] == events[2]["span_id"]
+
+    # AND the error message should contain information about the invalid graph structure
+    error_message = events[2]["body"]["error"]["message"]
+    expected_message = (
+        "Invalid graph structure detected. "
+        "Nested sets or unsupported graph types are not allowed. "
+        "Please contact Vellum support for assistance with Workflow configuration."
+    )
+    assert error_message == expected_message
+
+    # AND the fourth event should be vembda execution fulfilled
+    assert events[3]["name"] == "vembda.execution.fulfilled"
+    assert events[3]["span_id"] == str(span_id)
+    assert events[3]["body"]["exit_code"] == 0