ddeutil-workflow 0.0.78__tar.gz → 0.0.79__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ddeutil_workflow-0.0.78/src/ddeutil_workflow.egg-info → ddeutil_workflow-0.0.79}/PKG-INFO +52 -19
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/README.md +41 -16
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/pyproject.toml +15 -2
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/__about__.py +1 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/__init__.py +1 -5
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/api/routes/job.py +2 -2
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/audits.py +836 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/cli.py +19 -1
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/conf.py +9 -21
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/event.py +15 -6
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/job.py +147 -73
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/params.py +172 -58
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/plugins/__init__.py +0 -0
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/plugins/providers/__init__.py +0 -0
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/plugins/providers/aws.py +908 -0
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/plugins/providers/az.py +1003 -0
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/plugins/providers/container.py +703 -0
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/plugins/providers/gcs.py +826 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/result.py +6 -4
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/reusables.py +151 -95
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/stages.py +28 -28
- ddeutil_workflow-0.0.79/src/ddeutil/workflow/traces.py +2014 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/utils.py +109 -67
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/workflow.py +20 -11
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79/src/ddeutil_workflow.egg-info}/PKG-INFO +52 -19
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil_workflow.egg-info/SOURCES.txt +6 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil_workflow.egg-info/requires.txt +13 -2
- ddeutil_workflow-0.0.79/tests/test_audits.py +205 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_conf.py +22 -14
- ddeutil_workflow-0.0.79/tests/test_job.py +334 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_job_exec.py +80 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_traces.py +108 -12
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_workflow_exec.py +51 -0
- ddeutil_workflow-0.0.78/src/ddeutil/workflow/__about__.py +0 -1
- ddeutil_workflow-0.0.78/src/ddeutil/workflow/audits.py +0 -394
- ddeutil_workflow-0.0.78/src/ddeutil/workflow/traces.py +0 -876
- ddeutil_workflow-0.0.78/tests/test_audits.py +0 -106
- ddeutil_workflow-0.0.78/tests/test_job.py +0 -131
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/LICENSE +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/setup.cfg +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/__cron.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/__main__.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/__types.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/api/__init__.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/api/log_conf.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/api/routes/__init__.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/api/routes/logs.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/api/routes/workflows.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil/workflow/errors.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil_workflow.egg-info/dependency_links.txt +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil_workflow.egg-info/entry_points.txt +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/src/ddeutil_workflow.egg-info/top_level.txt +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test__cron.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test__regex.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_cli.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_errors.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_event.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_job_exec_strategy.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_params.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_result.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_reusables_call_tag.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_reusables_func_model.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_reusables_template.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_reusables_template_filter.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_strategy.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_utils.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_workflow.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_workflow_exec_job.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_workflow_release.py +0 -0
- {ddeutil_workflow-0.0.78 → ddeutil_workflow-0.0.79}/tests/test_workflow_rerun.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: ddeutil-workflow
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.79
|
|
4
4
|
Summary: Lightweight workflow orchestration with YAML template
|
|
5
5
|
Author-email: ddeutils <korawich.anu@gmail.com>
|
|
6
6
|
License: MIT
|
|
@@ -24,7 +24,7 @@ Description-Content-Type: text/markdown
|
|
|
24
24
|
License-File: LICENSE
|
|
25
25
|
Requires-Dist: ddeutil[checksum]>=0.4.8
|
|
26
26
|
Requires-Dist: ddeutil-io[toml,yaml]>=0.2.14
|
|
27
|
-
Requires-Dist: pydantic<3.0.0,==2.11.
|
|
27
|
+
Requires-Dist: pydantic<3.0.0,==2.11.7
|
|
28
28
|
Requires-Dist: pydantic-extra-types<3.0.0,>=2.10.4
|
|
29
29
|
Requires-Dist: python-dotenv>=1.1.0
|
|
30
30
|
Requires-Dist: typer>=0.16.0
|
|
@@ -35,9 +35,17 @@ Requires-Dist: httpx; extra == "all"
|
|
|
35
35
|
Requires-Dist: ujson; extra == "all"
|
|
36
36
|
Requires-Dist: aiofiles; extra == "all"
|
|
37
37
|
Requires-Dist: aiohttp; extra == "all"
|
|
38
|
-
Requires-Dist: requests==2.32.
|
|
38
|
+
Requires-Dist: requests==2.32.4; extra == "all"
|
|
39
39
|
Provides-Extra: docker
|
|
40
40
|
Requires-Dist: docker==7.1.0; extra == "docker"
|
|
41
|
+
Provides-Extra: azure
|
|
42
|
+
Requires-Dist: azure-batch>=13.0.0; extra == "azure"
|
|
43
|
+
Requires-Dist: azure-storage-blob>=12.0.0; extra == "azure"
|
|
44
|
+
Provides-Extra: aws
|
|
45
|
+
Requires-Dist: boto3>=1.39.0; extra == "aws"
|
|
46
|
+
Provides-Extra: gcp
|
|
47
|
+
Requires-Dist: google-cloud-batch>=0.17.0; extra == "gcp"
|
|
48
|
+
Requires-Dist: google-cloud-storage>=2.10.0; extra == "gcp"
|
|
41
49
|
Dynamic: license-file
|
|
42
50
|
|
|
43
51
|
# Workflow Orchestration
|
|
@@ -140,6 +148,19 @@ If you want to install this package with application add-ons, you should add
|
|
|
140
148
|
| Python | `ddeutil-workflow` | ✅ |
|
|
141
149
|
| FastAPI Server | `ddeutil-workflow[all]` | ✅ |
|
|
142
150
|
|
|
151
|
+
Check the version of the current workflow package:
|
|
152
|
+
|
|
153
|
+
```shell
|
|
154
|
+
$ pip install ddeutil-workflow
|
|
155
|
+
$ workflow-cli version
|
|
156
|
+
```
|
|
157
|
+
|
|
158
|
+
Initial workflow project:
|
|
159
|
+
|
|
160
|
+
```shell
|
|
161
|
+
$ workflow-cli init
|
|
162
|
+
```
|
|
163
|
+
|
|
143
164
|
## 📖 Documentation
|
|
144
165
|
|
|
145
166
|
For comprehensive API documentation, examples, and best practices:
|
|
@@ -147,6 +168,19 @@ For comprehensive API documentation, examples, and best practices:
|
|
|
147
168
|
- **[Full Documentation](https://ddeutils.github.io/ddeutil-workflow/)** - Complete user guide and API reference
|
|
148
169
|
- **[Getting Started](https://ddeutils.github.io/ddeutil-workflow/getting-started/)** - Quick start guide
|
|
149
170
|
- **[API Reference](https://ddeutils.github.io/ddeutil-workflow/api/workflow/)** - Detailed API documentation
|
|
171
|
+
- **[Optimized Tracing](docs/optimized-tracing.md)** - High-performance logging system (2-5x faster)
|
|
172
|
+
|
|
173
|
+
## ⚡ Performance Improvements
|
|
174
|
+
|
|
175
|
+
The workflow system now includes an optimized tracing system that provides significant performance improvements:
|
|
176
|
+
|
|
177
|
+
- **🚀 2-5x faster logging** with buffered I/O operations
|
|
178
|
+
- **💾 60-80% reduction** in disk I/O operations
|
|
179
|
+
- **🛡️ Built-in thread safety** with minimal overhead
|
|
180
|
+
- **🔄 Backward compatible** - existing code automatically benefits
|
|
181
|
+
- **📊 Lower memory footprint** for high-volume logging
|
|
182
|
+
|
|
183
|
+
See [Optimized Tracing Documentation](docs/optimized-tracing.md) for details and performance benchmarks.
|
|
150
184
|
|
|
151
185
|
## 🎯 Usage
|
|
152
186
|
|
|
@@ -282,22 +316,21 @@ it will use default value and do not raise any error to you.
|
|
|
282
316
|
> The config value that you will set on the environment should combine with
|
|
283
317
|
> prefix, component, and name which is `WORKFLOW_{component}_{name}` (Upper case).
|
|
284
318
|
|
|
285
|
-
| Name
|
|
286
|
-
|
|
287
|
-
| **REGISTRY_CALLER**
|
|
288
|
-
| **REGISTRY_FILTER**
|
|
289
|
-
| **CONF_PATH**
|
|
290
|
-
| **STAGE_DEFAULT_ID**
|
|
291
|
-
| **GENERATE_ID_SIMPLE_MODE**
|
|
292
|
-
| **DEBUG_MODE**
|
|
293
|
-
| **TIMEZONE**
|
|
294
|
-
| **FORMAT**
|
|
295
|
-
| **FORMAT_FILE**
|
|
296
|
-
| **DATETIME_FORMAT**
|
|
297
|
-
| **
|
|
298
|
-
| **
|
|
299
|
-
| **
|
|
300
|
-
| **AUDIT_ENABLE_WRITE** | LOG | `true` | A flag that enable writing audit log after end execution in the workflow release step. |
|
|
319
|
+
| Name | Component | Default | Description |
|
|
320
|
+
|:-----------------------------|:---------:|:--------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------|
|
|
321
|
+
| **REGISTRY_CALLER** | CORE | `.` | List of importable string for the call stage. |
|
|
322
|
+
| **REGISTRY_FILTER** | CORE | `ddeutil.workflow.templates` | List of importable string for the filter template. |
|
|
323
|
+
| **CONF_PATH** | CORE | `./conf` | The config path that keep all template `.yaml` files. |
|
|
324
|
+
| **STAGE_DEFAULT_ID** | CORE | `false` | A flag that enable default stage ID that use for catch an execution output. |
|
|
325
|
+
| **GENERATE_ID_SIMPLE_MODE** | CORE | `true` | A flog that enable generating ID with `md5` algorithm. |
|
|
326
|
+
| **DEBUG_MODE** | LOG | `true` | A flag that enable logging with debug level mode. |
|
|
327
|
+
| **TIMEZONE** | LOG | `Asia/Bangkok` | A Timezone string value that will pass to `ZoneInfo` object. |
|
|
328
|
+
| **FORMAT** | LOG | `%(asctime)s.%(msecs)03d (%(name)-10s, %(process)-5d,%(thread)-5d) [%(levelname)-7s] %(message)-120s (%(filename)s:%(lineno)s)` | A trace message console format. |
|
|
329
|
+
| **FORMAT_FILE** | LOG | `{datetime} ({process:5d}, {thread:5d}) {message:120s} ({filename}:{lineno})` | A trace message format that use to write to target pointer. |
|
|
330
|
+
| **DATETIME_FORMAT** | LOG | `%Y-%m-%d %H:%M:%S` | A datetime format of the trace log. |
|
|
331
|
+
| **TRACE_HANDLERS** | LOG | `[{"type": "console"}]` | A pointer URL of trace log that use to emit log message. Now uses optimized handler by default. |
|
|
332
|
+
| **AUDIT_URL** | LOG | `file:./audits` | A pointer URL of audit log that use to write audit metrix. |
|
|
333
|
+
| **AUDIT_ENABLE_WRITE** | LOG | `true` | A flag that enable writing audit log after end execution in the workflow release step. |
|
|
301
334
|
|
|
302
335
|
## :rocket: Deployment
|
|
303
336
|
|
|
@@ -98,6 +98,19 @@ If you want to install this package with application add-ons, you should add
|
|
|
98
98
|
| Python | `ddeutil-workflow` | ✅ |
|
|
99
99
|
| FastAPI Server | `ddeutil-workflow[all]` | ✅ |
|
|
100
100
|
|
|
101
|
+
Check the version of the current workflow package:
|
|
102
|
+
|
|
103
|
+
```shell
|
|
104
|
+
$ pip install ddeutil-workflow
|
|
105
|
+
$ workflow-cli version
|
|
106
|
+
```
|
|
107
|
+
|
|
108
|
+
Initial workflow project:
|
|
109
|
+
|
|
110
|
+
```shell
|
|
111
|
+
$ workflow-cli init
|
|
112
|
+
```
|
|
113
|
+
|
|
101
114
|
## 📖 Documentation
|
|
102
115
|
|
|
103
116
|
For comprehensive API documentation, examples, and best practices:
|
|
@@ -105,6 +118,19 @@ For comprehensive API documentation, examples, and best practices:
|
|
|
105
118
|
- **[Full Documentation](https://ddeutils.github.io/ddeutil-workflow/)** - Complete user guide and API reference
|
|
106
119
|
- **[Getting Started](https://ddeutils.github.io/ddeutil-workflow/getting-started/)** - Quick start guide
|
|
107
120
|
- **[API Reference](https://ddeutils.github.io/ddeutil-workflow/api/workflow/)** - Detailed API documentation
|
|
121
|
+
- **[Optimized Tracing](docs/optimized-tracing.md)** - High-performance logging system (2-5x faster)
|
|
122
|
+
|
|
123
|
+
## ⚡ Performance Improvements
|
|
124
|
+
|
|
125
|
+
The workflow system now includes an optimized tracing system that provides significant performance improvements:
|
|
126
|
+
|
|
127
|
+
- **🚀 2-5x faster logging** with buffered I/O operations
|
|
128
|
+
- **💾 60-80% reduction** in disk I/O operations
|
|
129
|
+
- **🛡️ Built-in thread safety** with minimal overhead
|
|
130
|
+
- **🔄 Backward compatible** - existing code automatically benefits
|
|
131
|
+
- **📊 Lower memory footprint** for high-volume logging
|
|
132
|
+
|
|
133
|
+
See [Optimized Tracing Documentation](docs/optimized-tracing.md) for details and performance benchmarks.
|
|
108
134
|
|
|
109
135
|
## 🎯 Usage
|
|
110
136
|
|
|
@@ -240,22 +266,21 @@ it will use default value and do not raise any error to you.
|
|
|
240
266
|
> The config value that you will set on the environment should combine with
|
|
241
267
|
> prefix, component, and name which is `WORKFLOW_{component}_{name}` (Upper case).
|
|
242
268
|
|
|
243
|
-
| Name
|
|
244
|
-
|
|
245
|
-
| **REGISTRY_CALLER**
|
|
246
|
-
| **REGISTRY_FILTER**
|
|
247
|
-
| **CONF_PATH**
|
|
248
|
-
| **STAGE_DEFAULT_ID**
|
|
249
|
-
| **GENERATE_ID_SIMPLE_MODE**
|
|
250
|
-
| **DEBUG_MODE**
|
|
251
|
-
| **TIMEZONE**
|
|
252
|
-
| **FORMAT**
|
|
253
|
-
| **FORMAT_FILE**
|
|
254
|
-
| **DATETIME_FORMAT**
|
|
255
|
-
| **
|
|
256
|
-
| **
|
|
257
|
-
| **
|
|
258
|
-
| **AUDIT_ENABLE_WRITE** | LOG | `true` | A flag that enable writing audit log after end execution in the workflow release step. |
|
|
269
|
+
| Name | Component | Default | Description |
|
|
270
|
+
|:-----------------------------|:---------:|:--------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------|
|
|
271
|
+
| **REGISTRY_CALLER** | CORE | `.` | List of importable string for the call stage. |
|
|
272
|
+
| **REGISTRY_FILTER** | CORE | `ddeutil.workflow.templates` | List of importable string for the filter template. |
|
|
273
|
+
| **CONF_PATH** | CORE | `./conf` | The config path that keep all template `.yaml` files. |
|
|
274
|
+
| **STAGE_DEFAULT_ID** | CORE | `false` | A flag that enable default stage ID that use for catch an execution output. |
|
|
275
|
+
| **GENERATE_ID_SIMPLE_MODE** | CORE | `true` | A flog that enable generating ID with `md5` algorithm. |
|
|
276
|
+
| **DEBUG_MODE** | LOG | `true` | A flag that enable logging with debug level mode. |
|
|
277
|
+
| **TIMEZONE** | LOG | `Asia/Bangkok` | A Timezone string value that will pass to `ZoneInfo` object. |
|
|
278
|
+
| **FORMAT** | LOG | `%(asctime)s.%(msecs)03d (%(name)-10s, %(process)-5d,%(thread)-5d) [%(levelname)-7s] %(message)-120s (%(filename)s:%(lineno)s)` | A trace message console format. |
|
|
279
|
+
| **FORMAT_FILE** | LOG | `{datetime} ({process:5d}, {thread:5d}) {message:120s} ({filename}:{lineno})` | A trace message format that use to write to target pointer. |
|
|
280
|
+
| **DATETIME_FORMAT** | LOG | `%Y-%m-%d %H:%M:%S` | A datetime format of the trace log. |
|
|
281
|
+
| **TRACE_HANDLERS** | LOG | `[{"type": "console"}]` | A pointer URL of trace log that use to emit log message. Now uses optimized handler by default. |
|
|
282
|
+
| **AUDIT_URL** | LOG | `file:./audits` | A pointer URL of audit log that use to write audit metrix. |
|
|
283
|
+
| **AUDIT_ENABLE_WRITE** | LOG | `true` | A flag that enable writing audit log after end execution in the workflow release step. |
|
|
259
284
|
|
|
260
285
|
## :rocket: Deployment
|
|
261
286
|
|
|
@@ -27,7 +27,7 @@ requires-python = ">=3.9.13"
|
|
|
27
27
|
dependencies = [
|
|
28
28
|
"ddeutil[checksum]>=0.4.8",
|
|
29
29
|
"ddeutil-io[yaml,toml]>=0.2.14",
|
|
30
|
-
"pydantic==2.11.
|
|
30
|
+
"pydantic==2.11.7,<3.0.0",
|
|
31
31
|
"pydantic-extra-types>=2.10.4,<3.0.0",
|
|
32
32
|
"python-dotenv>=1.1.0",
|
|
33
33
|
"typer>=0.16.0",
|
|
@@ -42,11 +42,22 @@ all = [
|
|
|
42
42
|
"ujson",
|
|
43
43
|
"aiofiles",
|
|
44
44
|
"aiohttp",
|
|
45
|
-
"requests==2.32.
|
|
45
|
+
"requests==2.32.4",
|
|
46
46
|
]
|
|
47
47
|
docker = [
|
|
48
48
|
"docker==7.1.0",
|
|
49
49
|
]
|
|
50
|
+
azure = [
|
|
51
|
+
"azure-batch>=13.0.0",
|
|
52
|
+
"azure-storage-blob>=12.0.0",
|
|
53
|
+
]
|
|
54
|
+
aws = [
|
|
55
|
+
"boto3>=1.39.0",
|
|
56
|
+
]
|
|
57
|
+
gcp = [
|
|
58
|
+
"google-cloud-batch>=0.17.0",
|
|
59
|
+
"google-cloud-storage>=2.10.0",
|
|
60
|
+
]
|
|
50
61
|
|
|
51
62
|
[project.urls]
|
|
52
63
|
Homepage = "https://github.com/ddeutils/ddeutil-workflow/"
|
|
@@ -87,6 +98,7 @@ omit = [
|
|
|
87
98
|
"src/ddeutil/workflow/api/routes/job.py",
|
|
88
99
|
"src/ddeutil/workflow/api/routes/logs.py",
|
|
89
100
|
"src/ddeutil/workflow/api/routes/workflows.py",
|
|
101
|
+
"src/ddeutil/workflow/plugins/providers/*",
|
|
90
102
|
]
|
|
91
103
|
|
|
92
104
|
[tool.coverage.report]
|
|
@@ -107,6 +119,7 @@ console_output_style = "count"
|
|
|
107
119
|
addopts = [
|
|
108
120
|
"--strict-config",
|
|
109
121
|
"--strict-markers",
|
|
122
|
+
"--ignore=tests/providers",
|
|
110
123
|
# "-p no:launch",
|
|
111
124
|
# "-p no:launch_ros",
|
|
112
125
|
]
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__: str = "0.0.79"
|
|
@@ -15,7 +15,7 @@ from fastapi.responses import UJSONResponse
|
|
|
15
15
|
from ...__types import DictData
|
|
16
16
|
from ...errors import JobError
|
|
17
17
|
from ...job import Job
|
|
18
|
-
from ...traces import
|
|
18
|
+
from ...traces import TraceManager, get_trace
|
|
19
19
|
from ...utils import gen_id
|
|
20
20
|
|
|
21
21
|
logger = logging.getLogger("uvicorn.error")
|
|
@@ -41,7 +41,7 @@ async def job_execute(
|
|
|
41
41
|
if extras:
|
|
42
42
|
job.extras = extras
|
|
43
43
|
|
|
44
|
-
trace:
|
|
44
|
+
trace: TraceManager = get_trace(
|
|
45
45
|
run_id, parent_run_id=parent_run_id, extras=job.extras
|
|
46
46
|
)
|
|
47
47
|
|