dbos 1.15.0a9__py3-none-any.whl → 2.4.0a5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dbos/__init__.py +2 -0
- dbos/_admin_server.py +2 -0
- dbos/_app_db.py +42 -45
- dbos/_client.py +30 -6
- dbos/_conductor/conductor.py +23 -24
- dbos/_conductor/protocol.py +39 -1
- dbos/_context.py +8 -0
- dbos/_core.py +57 -60
- dbos/_dbos.py +26 -0
- dbos/_dbos_config.py +5 -12
- dbos/_debouncer.py +5 -1
- dbos/_kafka.py +6 -4
- dbos/_logger.py +23 -16
- dbos/_migration.py +59 -2
- dbos/_queue.py +29 -4
- dbos/_scheduler.py +29 -16
- dbos/_schemas/system_database.py +4 -0
- dbos/_serialization.py +28 -36
- dbos/_sys_db.py +276 -231
- dbos/_sys_db_postgres.py +1 -1
- dbos/_tracer.py +24 -19
- dbos/_workflow_commands.py +19 -15
- dbos/cli/cli.py +1 -15
- dbos/cli/migration.py +4 -0
- {dbos-1.15.0a9.dist-info → dbos-2.4.0a5.dist-info}/METADATA +1 -1
- {dbos-1.15.0a9.dist-info → dbos-2.4.0a5.dist-info}/RECORD +29 -29
- {dbos-1.15.0a9.dist-info → dbos-2.4.0a5.dist-info}/WHEEL +0 -0
- {dbos-1.15.0a9.dist-info → dbos-2.4.0a5.dist-info}/entry_points.txt +0 -0
- {dbos-1.15.0a9.dist-info → dbos-2.4.0a5.dist-info}/licenses/LICENSE +0 -0
dbos/_sys_db_postgres.py
CHANGED
|
@@ -41,7 +41,7 @@ class PostgresSystemDatabase(SystemDatabase):
|
|
|
41
41
|
parameters={"db_name": sysdb_name},
|
|
42
42
|
).scalar():
|
|
43
43
|
dbos_logger.info(f"Creating system database {sysdb_name}")
|
|
44
|
-
conn.execute(sa.text(f
|
|
44
|
+
conn.execute(sa.text(f'CREATE DATABASE "{sysdb_name}"'))
|
|
45
45
|
engine.dispose()
|
|
46
46
|
else:
|
|
47
47
|
# If we were provided an engine, validate it can connect
|
dbos/_tracer.py
CHANGED
|
@@ -25,6 +25,10 @@ class DBOSTracer:
|
|
|
25
25
|
def config(self, config: ConfigFile) -> None:
|
|
26
26
|
self.otlp_attributes = config.get("telemetry", {}).get("otlp_attributes", {}) # type: ignore
|
|
27
27
|
self.disable_otlp = config.get("telemetry", {}).get("disable_otlp", False) # type: ignore
|
|
28
|
+
otlp_traces_endpoints = (
|
|
29
|
+
config.get("telemetry", {}).get("OTLPExporter", {}).get("tracesEndpoint") # type: ignore
|
|
30
|
+
)
|
|
31
|
+
|
|
28
32
|
if not self.disable_otlp:
|
|
29
33
|
from opentelemetry import trace
|
|
30
34
|
from opentelemetry.exporter.otlp.proto.http.trace_exporter import (
|
|
@@ -38,25 +42,26 @@ class DBOSTracer:
|
|
|
38
42
|
)
|
|
39
43
|
from opentelemetry.semconv.attributes.service_attributes import SERVICE_NAME
|
|
40
44
|
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
45
|
+
tracer_provider = trace.get_tracer_provider()
|
|
46
|
+
|
|
47
|
+
# Only set up OTLP provider and exporter if endpoints are provided
|
|
48
|
+
if otlp_traces_endpoints is not None:
|
|
49
|
+
if not isinstance(tracer_provider, TracerProvider):
|
|
50
|
+
resource = Resource(
|
|
51
|
+
attributes={
|
|
52
|
+
SERVICE_NAME: config["name"],
|
|
53
|
+
}
|
|
54
|
+
)
|
|
55
|
+
|
|
56
|
+
tracer_provider = TracerProvider(resource=resource)
|
|
57
|
+
if os.environ.get("DBOS__CONSOLE_TRACES", None) is not None:
|
|
58
|
+
processor = BatchSpanProcessor(ConsoleSpanExporter())
|
|
59
|
+
tracer_provider.add_span_processor(processor)
|
|
60
|
+
trace.set_tracer_provider(tracer_provider)
|
|
61
|
+
|
|
62
|
+
for e in otlp_traces_endpoints:
|
|
63
|
+
processor = BatchSpanProcessor(OTLPSpanExporter(endpoint=e))
|
|
64
|
+
tracer_provider.add_span_processor(processor)
|
|
60
65
|
|
|
61
66
|
def set_provider(self, provider: "Optional[TracerProvider]") -> None:
|
|
62
67
|
self.provider = provider
|
dbos/_workflow_commands.py
CHANGED
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import time
|
|
2
1
|
import uuid
|
|
3
2
|
from datetime import datetime
|
|
4
3
|
from typing import TYPE_CHECKING, List, Optional, Union
|
|
@@ -7,7 +6,6 @@ from dbos._context import get_local_dbos_context
|
|
|
7
6
|
|
|
8
7
|
from ._app_db import ApplicationDatabase
|
|
9
8
|
from ._sys_db import (
|
|
10
|
-
GetQueuedWorkflowsInput,
|
|
11
9
|
GetWorkflowsInput,
|
|
12
10
|
StepInfo,
|
|
13
11
|
SystemDatabase,
|
|
@@ -28,7 +26,9 @@ def list_workflows(
|
|
|
28
26
|
end_time: Optional[str] = None,
|
|
29
27
|
name: Optional[str] = None,
|
|
30
28
|
app_version: Optional[str] = None,
|
|
29
|
+
forked_from: Optional[str] = None,
|
|
31
30
|
user: Optional[str] = None,
|
|
31
|
+
queue_name: Optional[str] = None,
|
|
32
32
|
limit: Optional[int] = None,
|
|
33
33
|
offset: Optional[int] = None,
|
|
34
34
|
sort_desc: bool = False,
|
|
@@ -43,6 +43,8 @@ def list_workflows(
|
|
|
43
43
|
input.end_time = end_time
|
|
44
44
|
input.status = status if status is None or isinstance(status, list) else [status]
|
|
45
45
|
input.application_version = app_version
|
|
46
|
+
input.forked_from = forked_from
|
|
47
|
+
input.queue_name = queue_name
|
|
46
48
|
input.limit = limit
|
|
47
49
|
input.name = name
|
|
48
50
|
input.offset = offset
|
|
@@ -61,6 +63,7 @@ def list_queued_workflows(
|
|
|
61
63
|
*,
|
|
62
64
|
queue_name: Optional[str] = None,
|
|
63
65
|
status: Optional[Union[str, List[str]]] = None,
|
|
66
|
+
forked_from: Optional[str] = None,
|
|
64
67
|
start_time: Optional[str] = None,
|
|
65
68
|
end_time: Optional[str] = None,
|
|
66
69
|
name: Optional[str] = None,
|
|
@@ -69,19 +72,20 @@ def list_queued_workflows(
|
|
|
69
72
|
sort_desc: bool = False,
|
|
70
73
|
load_input: bool = True,
|
|
71
74
|
) -> List[WorkflowStatus]:
|
|
72
|
-
input
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
75
|
+
input = GetWorkflowsInput()
|
|
76
|
+
input.start_time = start_time
|
|
77
|
+
input.end_time = end_time
|
|
78
|
+
input.status = status if status is None or isinstance(status, list) else [status]
|
|
79
|
+
input.forked_from = forked_from
|
|
80
|
+
input.limit = limit
|
|
81
|
+
input.name = name
|
|
82
|
+
input.offset = offset
|
|
83
|
+
input.sort_desc = sort_desc
|
|
84
|
+
input.queues_only = True
|
|
85
|
+
input.queue_name = queue_name
|
|
86
|
+
|
|
87
|
+
infos: List[WorkflowStatus] = sys_db.get_workflows(
|
|
88
|
+
input, load_input=load_input, load_output=False
|
|
85
89
|
)
|
|
86
90
|
return infos
|
|
87
91
|
|
dbos/cli/cli.py
CHANGED
|
@@ -140,26 +140,12 @@ def start() -> None:
|
|
|
140
140
|
Forward kill signals to children.
|
|
141
141
|
|
|
142
142
|
When we receive a signal, send it to the entire process group of the child.
|
|
143
|
-
If that doesn't work, SIGKILL them then exit.
|
|
144
143
|
"""
|
|
145
144
|
# Send the signal to the child's entire process group
|
|
146
145
|
if process.poll() is None:
|
|
147
146
|
os.killpg(os.getpgid(process.pid), signum)
|
|
148
147
|
|
|
149
|
-
#
|
|
150
|
-
for _ in range(10): # Wait up to 1 second
|
|
151
|
-
if process.poll() is not None:
|
|
152
|
-
break
|
|
153
|
-
time.sleep(0.1)
|
|
154
|
-
|
|
155
|
-
# If the child is still running, force kill it
|
|
156
|
-
if process.poll() is None:
|
|
157
|
-
try:
|
|
158
|
-
os.killpg(os.getpgid(process.pid), signal.SIGKILL)
|
|
159
|
-
except Exception:
|
|
160
|
-
pass
|
|
161
|
-
|
|
162
|
-
# Exit immediately
|
|
148
|
+
# Exit
|
|
163
149
|
os._exit(process.returncode if process.returncode is not None else 1)
|
|
164
150
|
|
|
165
151
|
# Configure the single handler only on Unix-like systems.
|
dbos/cli/migration.py
CHANGED
|
@@ -4,6 +4,7 @@ import sqlalchemy as sa
|
|
|
4
4
|
import typer
|
|
5
5
|
|
|
6
6
|
from dbos._app_db import ApplicationDatabase
|
|
7
|
+
from dbos._serialization import DefaultSerializer
|
|
7
8
|
from dbos._sys_db import SystemDatabase
|
|
8
9
|
|
|
9
10
|
|
|
@@ -22,6 +23,8 @@ def migrate_dbos_databases(
|
|
|
22
23
|
},
|
|
23
24
|
engine=None,
|
|
24
25
|
schema=schema,
|
|
26
|
+
serializer=DefaultSerializer(),
|
|
27
|
+
executor_id=None,
|
|
25
28
|
)
|
|
26
29
|
sys_db.run_migrations()
|
|
27
30
|
if app_database_url:
|
|
@@ -33,6 +36,7 @@ def migrate_dbos_databases(
|
|
|
33
36
|
"pool_size": 2,
|
|
34
37
|
},
|
|
35
38
|
schema=schema,
|
|
39
|
+
serializer=DefaultSerializer(),
|
|
36
40
|
)
|
|
37
41
|
app_db.run_migrations()
|
|
38
42
|
except Exception as e:
|
|
@@ -1,43 +1,43 @@
|
|
|
1
|
-
dbos-
|
|
2
|
-
dbos-
|
|
3
|
-
dbos-
|
|
4
|
-
dbos-
|
|
5
|
-
dbos/__init__.py,sha256=
|
|
1
|
+
dbos-2.4.0a5.dist-info/METADATA,sha256=T82dF2sdLnm7VZd85SZ0udNuw_FoTGCB404Q4LHryDA,14532
|
|
2
|
+
dbos-2.4.0a5.dist-info/WHEEL,sha256=9P2ygRxDrTJz3gsagc0Z96ukrxjr-LFBGOgv3AuKlCA,90
|
|
3
|
+
dbos-2.4.0a5.dist-info/entry_points.txt,sha256=_QOQ3tVfEjtjBlr1jS4sHqHya9lI2aIEIWkz8dqYp14,58
|
|
4
|
+
dbos-2.4.0a5.dist-info/licenses/LICENSE,sha256=VGZit_a5-kdw9WT6fY5jxAWVwGQzgLFyPWrcVVUhVNU,1067
|
|
5
|
+
dbos/__init__.py,sha256=M7FdFSBGhcvaLIXrNw_0eR68ijwMWV7_UEyimHMP_F4,1039
|
|
6
6
|
dbos/__main__.py,sha256=G7Exn-MhGrVJVDbgNlpzhfh8WMX_72t3_oJaFT9Lmt8,653
|
|
7
|
-
dbos/_admin_server.py,sha256=
|
|
8
|
-
dbos/_app_db.py,sha256=
|
|
7
|
+
dbos/_admin_server.py,sha256=Kce_Cv6JXZBABzfOcNJdVHOwEukmp7SvO24TSa-gLIM,16371
|
|
8
|
+
dbos/_app_db.py,sha256=3XHvTePe1JaAI42rO3waWGoEeDyXkFKGzTFwJxQHUmo,16464
|
|
9
9
|
dbos/_classproperty.py,sha256=f0X-_BySzn3yFDRKB2JpCbLYQ9tLwt1XftfshvY7CBs,626
|
|
10
|
-
dbos/_client.py,sha256=
|
|
11
|
-
dbos/_conductor/conductor.py,sha256=
|
|
12
|
-
dbos/_conductor/protocol.py,sha256=
|
|
13
|
-
dbos/_context.py,sha256=
|
|
14
|
-
dbos/_core.py,sha256=
|
|
10
|
+
dbos/_client.py,sha256=DvCNKp7O4GixJ6p9xcoqMX5_VQqQUGhSui6C0Fwc5qs,19996
|
|
11
|
+
dbos/_conductor/conductor.py,sha256=ME7sBVK3JJSXd1vEiOTXEyxYoGUDZo6YXSbC4K8wgUU,24282
|
|
12
|
+
dbos/_conductor/protocol.py,sha256=nVjpcSw_OPoCM7NBU_IRWnk9dFQjOgAkg0ufhj8lFzI,8901
|
|
13
|
+
dbos/_context.py,sha256=XKllmsDR_oMcWOuZnoe1X4yv2JeOi_vsAuyWC-mWs_o,28164
|
|
14
|
+
dbos/_core.py,sha256=FCspRQFRMFyHpkl4vqR8IEw3aitD-VWB77CMVQrlyy8,50257
|
|
15
15
|
dbos/_croniter.py,sha256=XHAyUyibs_59sJQfSNWkP7rqQY6_XrlfuuCxk4jYqek,47559
|
|
16
|
-
dbos/_dbos.py,sha256=
|
|
17
|
-
dbos/_dbos_config.py,sha256=
|
|
18
|
-
dbos/_debouncer.py,sha256=
|
|
16
|
+
dbos/_dbos.py,sha256=763igITqTEWRcWU3SFa_x6tCoMHg2UQ3It-GEjFGnH8,59857
|
|
17
|
+
dbos/_dbos_config.py,sha256=mfajyeyeV1ZHaAg2GU3dxwvp_19wZtY2prNdVrXgPb8,24846
|
|
18
|
+
dbos/_debouncer.py,sha256=qNjIVmWqTPp64M2cEbLnpgGmlKVdCaAKysD1BPJgWh4,15297
|
|
19
19
|
dbos/_debug.py,sha256=0MfgNqutCUhI4PEmmra9x7f3DiFE_0nscfUCHdLimEY,1415
|
|
20
20
|
dbos/_docker_pg_helper.py,sha256=xySum4hTA8TVMBODoG19u4cXQAB1vCock-jwM2pnmSI,7791
|
|
21
21
|
dbos/_error.py,sha256=GwO0Ng4d4iB52brY09-Ss6Cz_V28Xc0D0cRCzZ6XmNM,8688
|
|
22
22
|
dbos/_event_loop.py,sha256=cvaFN9-II3MsHEOq8QoICc_8qSKrjikMlLfuhC3Y8Dk,2923
|
|
23
23
|
dbos/_fastapi.py,sha256=toYYfbe2aui2aHw0021PoXi2dKlI6NzO3M3pHB0dHOk,3421
|
|
24
24
|
dbos/_flask.py,sha256=Npnakt-a3W5OykONFRkDRnumaDhTQmA0NPdUCGRYKXE,1652
|
|
25
|
-
dbos/_kafka.py,sha256=
|
|
25
|
+
dbos/_kafka.py,sha256=cA3hXyT-FR4LQZnaBMVLTZn7oko76rcTUC_kOo6aSis,4352
|
|
26
26
|
dbos/_kafka_message.py,sha256=NYvOXNG3Qn7bghn1pv3fg4Pbs86ILZGcK4IB-MLUNu0,409
|
|
27
|
-
dbos/_logger.py,sha256=
|
|
28
|
-
dbos/_migration.py,sha256=
|
|
27
|
+
dbos/_logger.py,sha256=ByGkkGwEWaqE9z6E2VNDFOgu_z4LNe7_SxsVgAXzoT0,5081
|
|
28
|
+
dbos/_migration.py,sha256=GJdxHhMUnsr3pjrGwi1f4PT76ABnn9kFUyqWp4Hakmw,11701
|
|
29
29
|
dbos/_outcome.py,sha256=7HvosMfEHTh1U5P6xok7kFTGLwa2lPaul0YApb3UnN4,8191
|
|
30
|
-
dbos/_queue.py,sha256=
|
|
30
|
+
dbos/_queue.py,sha256=GmqZHl9smES1KSmpauhSdsnZFJHDyfvRArmC-jBibhw,6228
|
|
31
31
|
dbos/_recovery.py,sha256=K-wlFhdf4yGRm6cUzyhcTjQUS0xp2T5rdNMLiiBErYg,2882
|
|
32
32
|
dbos/_registrations.py,sha256=bEOntObnWaBylnebr5ZpcX2hk7OVLDd1z4BvW4_y3zA,7380
|
|
33
33
|
dbos/_roles.py,sha256=kCuhhg8XLtrHCgKgm44I0abIRTGHltf88OwjEKAUggk,2317
|
|
34
|
-
dbos/_scheduler.py,sha256=
|
|
34
|
+
dbos/_scheduler.py,sha256=PLiCSUujlfEfojTnHwzY-P_AEOVEx7bvWvU5BuMgLPY,2708
|
|
35
35
|
dbos/_schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
36
36
|
dbos/_schemas/application_database.py,sha256=SypAS9l9EsaBHFn9FR8jmnqt01M74d9AF1AMa4m2hhI,1040
|
|
37
|
-
dbos/_schemas/system_database.py,sha256=
|
|
38
|
-
dbos/_serialization.py,sha256=
|
|
39
|
-
dbos/_sys_db.py,sha256=
|
|
40
|
-
dbos/_sys_db_postgres.py,sha256=
|
|
37
|
+
dbos/_schemas/system_database.py,sha256=tQAFCnEyZ7bEXZm3FbGIYk5SNGk-AHA3R_vuR0hfH8s,5717
|
|
38
|
+
dbos/_serialization.py,sha256=ZGrkN5UclSLOqMVZgYpT72pw1l888ZXRoYuu3pIg3PA,2957
|
|
39
|
+
dbos/_sys_db.py,sha256=nxxIgwtzoHCRWXydwQHQ65YOTMFmUVX_p8EDZftUXXg,86259
|
|
40
|
+
dbos/_sys_db_postgres.py,sha256=_3m3hF6Pc23iZfUlIFYtDuC1Tw6KsjYqnDQE0HZpjt4,6965
|
|
41
41
|
dbos/_sys_db_sqlite.py,sha256=ifjKdy-Z9vlVIBf5L6XnSaNjiBdvqPE73asVHim4A5Q,6998
|
|
42
42
|
dbos/_templates/dbos-db-starter/README.md,sha256=GhxhBj42wjTt1fWEtwNriHbJuKb66Vzu89G4pxNHw2g,930
|
|
43
43
|
dbos/_templates/dbos-db-starter/__package/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -46,14 +46,14 @@ dbos/_templates/dbos-db-starter/__package/schema.py,sha256=7Z27JGC8yy7Z44cbVXIRE
|
|
|
46
46
|
dbos/_templates/dbos-db-starter/dbos-config.yaml.dbos,sha256=0wPktElM7kMB3OPHTXw4xBk9bgGKMqOHrrr7x_R23Z8,446
|
|
47
47
|
dbos/_templates/dbos-db-starter/migrations/create_table.py.dbos,sha256=pVm2Q0AsxS8pg85llbrXFD6jMccMqGjhGRjTEvS-hXk,942
|
|
48
48
|
dbos/_templates/dbos-db-starter/start_postgres_docker.py,sha256=lQVLlYO5YkhGPEgPqwGc7Y8uDKse9HsWv5fynJEFJHM,1681
|
|
49
|
-
dbos/_tracer.py,sha256=
|
|
49
|
+
dbos/_tracer.py,sha256=jTlTkb5vUr_Ai5W9JIJf6FpYjAL0IWL52EWM_HXsi54,3958
|
|
50
50
|
dbos/_utils.py,sha256=ZdoM1MDbHnlJrh31zfhp3iX62bAxK1kyvMwXnltC_84,1779
|
|
51
|
-
dbos/_workflow_commands.py,sha256=
|
|
51
|
+
dbos/_workflow_commands.py,sha256=ueTQXri2H4np6Sb2Citz3XEqG3a5jg_Q5NEFAx4YHmg,5160
|
|
52
52
|
dbos/cli/_github_init.py,sha256=R_94Fnn40CAmPy-zM00lwHi0ndyfv57TmIooADjmag4,3378
|
|
53
53
|
dbos/cli/_template_init.py,sha256=AltKk256VocgvxLpuTxpjJyACrdHFjbGoqYhHzeLae4,2649
|
|
54
|
-
dbos/cli/cli.py,sha256=
|
|
55
|
-
dbos/cli/migration.py,sha256=
|
|
54
|
+
dbos/cli/cli.py,sha256=AHz_JJj_qWCTRV8yT1RSA-hISFVIJrE9eUalApw9sxg,27149
|
|
55
|
+
dbos/cli/migration.py,sha256=jRAr4H7Bpf-PfmLoOA6qXk9i15Cl1TehUz-cphjvYJM,3805
|
|
56
56
|
dbos/dbos-config.schema.json,sha256=47wofTZ5jlFynec7bG0L369tAXbRQQ2euBxBXvg4m9c,1730
|
|
57
57
|
dbos/py.typed,sha256=QfzXT1Ktfk3Rj84akygc7_42z0lRpCq0Ilh8OXI6Zas,44
|
|
58
58
|
version/__init__.py,sha256=L4sNxecRuqdtSFdpUGX3TtBi9KL3k7YsZVIvv-fv9-A,1678
|
|
59
|
-
dbos-
|
|
59
|
+
dbos-2.4.0a5.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|