vellum-workflow-server 1.7.5__tar.gz → 1.7.5.post2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of vellum-workflow-server might be problematic. Click here for more details.
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/PKG-INFO +1 -1
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/pyproject.toml +1 -1
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/config.py +1 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/sentry.py +21 -0
- vellum_workflow_server-1.7.5.post2/src/workflow_server/utils/tests/test_sentry_integration.py +143 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/utils.py +2 -1
- vellum_workflow_server-1.7.5/src/workflow_server/utils/tests/test_sentry_integration.py +0 -69
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/README.md +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/__init__.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/api/__init__.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/api/auth_middleware.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/api/healthz_view.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/api/tests/__init__.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/api/tests/test_input_display_mapping.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/api/tests/test_workflow_view.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/api/tests/test_workflow_view_stream_workflow_route.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/api/workflow_view.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/code_exec_runner.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/core/__init__.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/core/cancel_workflow.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/core/events.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/core/executor.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/core/utils.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/core/workflow_executor_context.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/server.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/start.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/__init__.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/exit_handler.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/log_proxy.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/oom_killer.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/system_utils.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/tests/__init__.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/tests/test_system_utils.py +0 -0
- {vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/utils/tests/test_utils.py +0 -0
{vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/config.py
RENAMED
|
@@ -28,6 +28,7 @@ PORT = os.getenv("PORT", "8000")
|
|
|
28
28
|
VELLUM_API_URL_HOST = os.getenv("VELLUM_API_URL_HOST", "localhost")
|
|
29
29
|
VELLUM_API_URL_PORT = os.getenv("VELLUM_API_URL_PORT", 8000)
|
|
30
30
|
CONCURRENCY = int(os.getenv("CONCURRENCY", "8"))
|
|
31
|
+
CONTAINER_IMAGE = os.getenv("CONTAINER_IMAGE", "python-workflow-runtime:latest")
|
|
31
32
|
ENABLE_PROCESS_WRAPPER = os.getenv("ENABLE_PROCESS_WRAPPER", "true").lower() == "true"
|
|
32
33
|
|
|
33
34
|
# This controls if we should just load a module already available in the py path for running
|
|
@@ -37,11 +37,32 @@ def _tag_trace_id(event: dict) -> None:
|
|
|
37
37
|
event["tags"]["vellum_trace_id"] = trace_id
|
|
38
38
|
|
|
39
39
|
|
|
40
|
+
def _apply_custom_tags(event: dict, hint: dict) -> None:
|
|
41
|
+
"""
|
|
42
|
+
Extracts 'sentry_tags' from logger exception's extra data and adds them to the event tags.
|
|
43
|
+
|
|
44
|
+
Modifies the event dictionary in place.
|
|
45
|
+
"""
|
|
46
|
+
record = hint.get("log_record")
|
|
47
|
+
if not record:
|
|
48
|
+
return
|
|
49
|
+
|
|
50
|
+
sentry_tags = getattr(record, "sentry_tags", None)
|
|
51
|
+
if not sentry_tags or not isinstance(sentry_tags, dict):
|
|
52
|
+
return
|
|
53
|
+
|
|
54
|
+
if "tags" not in event:
|
|
55
|
+
event["tags"] = {}
|
|
56
|
+
|
|
57
|
+
event["tags"].update(sentry_tags)
|
|
58
|
+
|
|
59
|
+
|
|
40
60
|
def before_send(event: dict, hint: dict) -> Optional[dict]:
|
|
41
61
|
if "exc_info" in hint:
|
|
42
62
|
_, _, _ = hint["exc_info"]
|
|
43
63
|
|
|
44
64
|
_tag_trace_id(event)
|
|
65
|
+
_apply_custom_tags(event, hint)
|
|
45
66
|
|
|
46
67
|
return event
|
|
47
68
|
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
import pytest
|
|
2
|
+
import logging
|
|
3
|
+
from uuid import uuid4
|
|
4
|
+
|
|
5
|
+
from workflow_server.server import create_app
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
@pytest.fixture
|
|
9
|
+
def mock_sentry_capture_envelope(mocker):
|
|
10
|
+
mock_transport = mocker.patch("sentry_sdk.client.make_transport")
|
|
11
|
+
return mock_transport.return_value.capture_envelope
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
def test_sentry_integration_with_workflow_endpoints(monkeypatch, mock_sentry_capture_envelope):
|
|
15
|
+
# GIVEN sentry is configured
|
|
16
|
+
monkeypatch.setenv("SENTRY_DSN", "https://test-dsn@sentry.io/1234567890")
|
|
17
|
+
|
|
18
|
+
# AND our /workflow/stream endpoint raises an exception
|
|
19
|
+
def mock_get_version():
|
|
20
|
+
raise Exception("Test exception")
|
|
21
|
+
|
|
22
|
+
monkeypatch.setattr("workflow_server.api.workflow_view.get_version", mock_get_version)
|
|
23
|
+
|
|
24
|
+
# AND we have a mock trace_id
|
|
25
|
+
trace_id = str(uuid4())
|
|
26
|
+
|
|
27
|
+
# AND we have a mock request body
|
|
28
|
+
body = {
|
|
29
|
+
"execution_id": uuid4(),
|
|
30
|
+
"inputs": [],
|
|
31
|
+
"environment_api_key": "test",
|
|
32
|
+
"module": "workflow",
|
|
33
|
+
"timeout": 360,
|
|
34
|
+
"files": {
|
|
35
|
+
"__init__.py": "",
|
|
36
|
+
"workflow.py": """\
|
|
37
|
+
from vellum.workflows import BaseWorkflow
|
|
38
|
+
|
|
39
|
+
class Workflow(BaseWorkflow):
|
|
40
|
+
pass
|
|
41
|
+
""",
|
|
42
|
+
},
|
|
43
|
+
"execution_context": {
|
|
44
|
+
"trace_id": trace_id,
|
|
45
|
+
"parent_context": {
|
|
46
|
+
"type": "API_REQUEST",
|
|
47
|
+
"span_id": str(uuid4()),
|
|
48
|
+
"parent": None,
|
|
49
|
+
},
|
|
50
|
+
},
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
# WHEN we call the /workflow/version endpoint
|
|
54
|
+
flask_app = create_app()
|
|
55
|
+
|
|
56
|
+
with flask_app.test_client() as test_client:
|
|
57
|
+
response = test_client.post("/workflow/stream", json=body)
|
|
58
|
+
|
|
59
|
+
# THEN we get a 500 error
|
|
60
|
+
assert response.status_code == 500
|
|
61
|
+
|
|
62
|
+
# AND sentry captures the error with the correct data
|
|
63
|
+
assert mock_sentry_capture_envelope.call_count == 1
|
|
64
|
+
envelope = mock_sentry_capture_envelope.call_args[0][0]
|
|
65
|
+
event = envelope.get_event()
|
|
66
|
+
assert event["level"] == "error"
|
|
67
|
+
assert "Test exception" in event["exception"]["values"][0]["value"]
|
|
68
|
+
|
|
69
|
+
# AND the trace_id is tagged
|
|
70
|
+
assert event["tags"]["vellum_trace_id"] == trace_id
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
def test_sentry_integration_applies_custom_tags_from_logger_extra(monkeypatch, mock_sentry_capture_envelope):
|
|
74
|
+
"""Test that Sentry events include custom tags from logger exception extra data."""
|
|
75
|
+
|
|
76
|
+
# GIVEN sentry is configured
|
|
77
|
+
monkeypatch.setenv("SENTRY_DSN", "https://test-dsn@sentry.io/1234567890")
|
|
78
|
+
|
|
79
|
+
# AND we have a function that will log with custom sentry_tags when called
|
|
80
|
+
def mock_get_version():
|
|
81
|
+
logger = logging.getLogger(__name__)
|
|
82
|
+
try:
|
|
83
|
+
raise Exception("Test exception with custom tags")
|
|
84
|
+
except Exception:
|
|
85
|
+
logger.exception(
|
|
86
|
+
"Failed during workflow execution",
|
|
87
|
+
extra={
|
|
88
|
+
"sentry_tags": {
|
|
89
|
+
"operation": "stream",
|
|
90
|
+
"test_tag": "test_value",
|
|
91
|
+
"numeric_tag": "12345",
|
|
92
|
+
}
|
|
93
|
+
},
|
|
94
|
+
)
|
|
95
|
+
raise
|
|
96
|
+
|
|
97
|
+
monkeypatch.setattr("workflow_server.api.workflow_view.get_version", mock_get_version)
|
|
98
|
+
|
|
99
|
+
# AND we have a valid request body
|
|
100
|
+
body = {
|
|
101
|
+
"execution_id": str(uuid4()),
|
|
102
|
+
"inputs": [],
|
|
103
|
+
"environment_api_key": "test",
|
|
104
|
+
"module": "workflow",
|
|
105
|
+
"timeout": 360,
|
|
106
|
+
"files": {
|
|
107
|
+
"__init__.py": "",
|
|
108
|
+
"workflow.py": """\
|
|
109
|
+
from vellum.workflows import BaseWorkflow
|
|
110
|
+
|
|
111
|
+
class Workflow(BaseWorkflow):
|
|
112
|
+
pass
|
|
113
|
+
""",
|
|
114
|
+
},
|
|
115
|
+
"execution_context": {
|
|
116
|
+
"trace_id": str(uuid4()),
|
|
117
|
+
"parent_context": {
|
|
118
|
+
"type": "API_REQUEST",
|
|
119
|
+
"span_id": str(uuid4()),
|
|
120
|
+
"parent": None,
|
|
121
|
+
},
|
|
122
|
+
},
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
# WHEN we call an endpoint that triggers the error
|
|
126
|
+
flask_app = create_app()
|
|
127
|
+
|
|
128
|
+
with flask_app.test_client() as test_client:
|
|
129
|
+
response = test_client.post("/workflow/stream", json=body)
|
|
130
|
+
|
|
131
|
+
# THEN we get a 500 error
|
|
132
|
+
assert response.status_code == 500
|
|
133
|
+
|
|
134
|
+
# AND sentry captures the error
|
|
135
|
+
assert mock_sentry_capture_envelope.call_count == 1
|
|
136
|
+
envelope = mock_sentry_capture_envelope.call_args[0][0]
|
|
137
|
+
event = envelope.get_event()
|
|
138
|
+
|
|
139
|
+
# AND the custom tags are included in the event
|
|
140
|
+
assert "tags" in event
|
|
141
|
+
assert event["tags"]["operation"] == "stream"
|
|
142
|
+
assert event["tags"]["test_tag"] == "test_value"
|
|
143
|
+
assert event["tags"]["numeric_tag"] == "12345"
|
|
@@ -15,7 +15,7 @@ from vellum import (
|
|
|
15
15
|
VellumImage,
|
|
16
16
|
VellumVideo,
|
|
17
17
|
)
|
|
18
|
-
from workflow_server.config import is_development
|
|
18
|
+
from workflow_server.config import CONTAINER_IMAGE, is_development
|
|
19
19
|
|
|
20
20
|
|
|
21
21
|
def convert_json_inputs_to_vellum(inputs: List[dict]) -> dict:
|
|
@@ -62,6 +62,7 @@ def get_version() -> dict:
|
|
|
62
62
|
return {
|
|
63
63
|
"sdk_version": version("vellum-ai"),
|
|
64
64
|
"server_version": "local" if is_development() else version("vellum-workflow-server"),
|
|
65
|
+
"container_image": CONTAINER_IMAGE,
|
|
65
66
|
}
|
|
66
67
|
|
|
67
68
|
|
|
@@ -1,69 +0,0 @@
|
|
|
1
|
-
import pytest
|
|
2
|
-
from uuid import uuid4
|
|
3
|
-
|
|
4
|
-
from workflow_server.server import create_app
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
@pytest.fixture
|
|
8
|
-
def mock_sentry_capture_envelope(mocker):
|
|
9
|
-
mock_transport = mocker.patch("sentry_sdk.client.make_transport")
|
|
10
|
-
return mock_transport.return_value.capture_envelope
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
def test_sentry_integration_with_workflow_endpoints(monkeypatch, mock_sentry_capture_envelope):
|
|
14
|
-
# GIVEN sentry is configured
|
|
15
|
-
monkeypatch.setenv("SENTRY_DSN", "https://test-dsn@sentry.io/1234567890")
|
|
16
|
-
|
|
17
|
-
# AND our /workflow/stream endpoint raises an exception
|
|
18
|
-
def mock_get_version():
|
|
19
|
-
raise Exception("Test exception")
|
|
20
|
-
|
|
21
|
-
monkeypatch.setattr("workflow_server.api.workflow_view.get_version", mock_get_version)
|
|
22
|
-
|
|
23
|
-
# AND we have a mock trace_id
|
|
24
|
-
trace_id = str(uuid4())
|
|
25
|
-
|
|
26
|
-
# AND we have a mock request body
|
|
27
|
-
body = {
|
|
28
|
-
"execution_id": uuid4(),
|
|
29
|
-
"inputs": [],
|
|
30
|
-
"environment_api_key": "test",
|
|
31
|
-
"module": "workflow",
|
|
32
|
-
"timeout": 360,
|
|
33
|
-
"files": {
|
|
34
|
-
"__init__.py": "",
|
|
35
|
-
"workflow.py": """\
|
|
36
|
-
from vellum.workflows import BaseWorkflow
|
|
37
|
-
|
|
38
|
-
class Workflow(BaseWorkflow):
|
|
39
|
-
pass
|
|
40
|
-
""",
|
|
41
|
-
},
|
|
42
|
-
"execution_context": {
|
|
43
|
-
"trace_id": trace_id,
|
|
44
|
-
"parent_context": {
|
|
45
|
-
"type": "API_REQUEST",
|
|
46
|
-
"span_id": str(uuid4()),
|
|
47
|
-
"parent": None,
|
|
48
|
-
},
|
|
49
|
-
},
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
# WHEN we call the /workflow/version endpoint
|
|
53
|
-
flask_app = create_app()
|
|
54
|
-
|
|
55
|
-
with flask_app.test_client() as test_client:
|
|
56
|
-
response = test_client.post("/workflow/stream", json=body)
|
|
57
|
-
|
|
58
|
-
# THEN we get a 500 error
|
|
59
|
-
assert response.status_code == 500
|
|
60
|
-
|
|
61
|
-
# AND sentry captures the error with the correct data
|
|
62
|
-
assert mock_sentry_capture_envelope.call_count == 1
|
|
63
|
-
envelope = mock_sentry_capture_envelope.call_args[0][0]
|
|
64
|
-
event = envelope.get_event()
|
|
65
|
-
assert event["level"] == "error"
|
|
66
|
-
assert "Test exception" in event["exception"]["values"][0]["value"]
|
|
67
|
-
|
|
68
|
-
# AND the trace_id is tagged
|
|
69
|
-
assert event["tags"]["vellum_trace_id"] == trace_id
|
|
File without changes
|
{vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/server.py
RENAMED
|
File without changes
|
{vellum_workflow_server-1.7.5 → vellum_workflow_server-1.7.5.post2}/src/workflow_server/start.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|