dbos 1.15.0a3__tar.gz → 2.8.0a6__tar.gz

dbos-1.15.0a3/README.md → dbos-2.8.0a6/PKG-INFO

@@ -1,6 +1,48 @@
+Metadata-Version: 2.1
+Name: dbos
+Version: 2.8.0a6
+Summary: Ultra-lightweight durable execution in Python
+Author-Email: "DBOS, Inc." <contact@dbos.dev>
+License: MIT
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Topic :: Internet
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Database
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Framework :: AsyncIO
+Requires-Python: >=3.10
+Requires-Dist: pyyaml>=6.0.2
+Requires-Dist: python-dateutil>=2.9.0.post0
+Requires-Dist: psycopg[binary]>=3.1
+Requires-Dist: websockets>=14.0
+Requires-Dist: typer-slim>=0.17.4
+Requires-Dist: sqlalchemy>=2.0.43
+Provides-Extra: otel
+Requires-Dist: opentelemetry-api>=1.37.0; extra == "otel"
+Requires-Dist: opentelemetry-sdk>=1.37.0; extra == "otel"
+Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.37.0; extra == "otel"
+Description-Content-Type: text/markdown
+
 
 <div align="center">
 
+[![GitHub Actions](https://img.shields.io/github/actions/workflow/status/dbos-inc/dbos-transact-py/unit-test.yml?query=branch%3Amain)](https://github.com/dbos-inc/dbos-transact-py/actions/workflows/unit-test.yml)
+[![PyPI release (latest SemVer)](https://img.shields.io/pypi/v/dbos.svg)](https://pypi.python.org/pypi/dbos)
+[![Python Versions](https://img.shields.io/pypi/pyversions/dbos.svg)](https://pypi.python.org/pypi/dbos)
+[![License (MIT)](https://img.shields.io/github/license/dbos-inc/dbos-transact-py.svg?v)](LICENSE)
+[![Join Discord](https://img.shields.io/badge/Discord-Join%20Chat-5865F2?logo=discord&logoColor=white)](https://discord.com/invite/jsmC6pXGgX)
+
 # DBOS Transact: Lightweight Durable Workflows
 
 #### [Documentation](https://docs.dbos.dev/) &nbsp;&nbsp;•&nbsp;&nbsp;  [Examples](https://docs.dbos.dev/examples) &nbsp;&nbsp;•&nbsp;&nbsp; [Github](https://github.com/dbos-inc) &nbsp;&nbsp;•&nbsp;&nbsp; [Discord](https://discord.com/invite/jsmC6pXGgX)

dbos-1.15.0a3/PKG-INFO → dbos-2.8.0a6/README.md

@@ -1,25 +1,12 @@
-Metadata-Version: 2.1
-Name: dbos
-Version: 1.15.0a3
-Summary: Ultra-lightweight durable execution in Python
-Author-Email: "DBOS, Inc." <contact@dbos.dev>
-License: MIT
-Requires-Python: >=3.10
-Requires-Dist: pyyaml>=6.0.2
-Requires-Dist: python-dateutil>=2.9.0.post0
-Requires-Dist: psycopg[binary]>=3.1
-Requires-Dist: websockets>=14.0
-Requires-Dist: typer-slim>=0.17.4
-Requires-Dist: sqlalchemy>=2.0.43
-Provides-Extra: otel
-Requires-Dist: opentelemetry-api>=1.37.0; extra == "otel"
-Requires-Dist: opentelemetry-sdk>=1.37.0; extra == "otel"
-Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.37.0; extra == "otel"
-Description-Content-Type: text/markdown
-
 
 <div align="center">
 
+[![GitHub Actions](https://img.shields.io/github/actions/workflow/status/dbos-inc/dbos-transact-py/unit-test.yml?query=branch%3Amain)](https://github.com/dbos-inc/dbos-transact-py/actions/workflows/unit-test.yml)
+[![PyPI release (latest SemVer)](https://img.shields.io/pypi/v/dbos.svg)](https://pypi.python.org/pypi/dbos)
+[![Python Versions](https://img.shields.io/pypi/pyversions/dbos.svg)](https://pypi.python.org/pypi/dbos)
+[![License (MIT)](https://img.shields.io/github/license/dbos-inc/dbos-transact-py.svg?v)](LICENSE)
+[![Join Discord](https://img.shields.io/badge/Discord-Join%20Chat-5865F2?logo=discord&logoColor=white)](https://discord.com/invite/jsmC6pXGgX)
+
 # DBOS Transact: Lightweight Durable Workflows
 
 #### [Documentation](https://docs.dbos.dev/) &nbsp;&nbsp;•&nbsp;&nbsp;  [Examples](https://docs.dbos.dev/examples) &nbsp;&nbsp;•&nbsp;&nbsp; [Github](https://github.com/dbos-inc) &nbsp;&nbsp;•&nbsp;&nbsp; [Discord](https://discord.com/invite/jsmC6pXGgX)

{dbos-1.15.0a3 → dbos-2.8.0a6}/dbos/__init__.py

@@ -12,7 +12,9 @@ from ._dbos_config import DBOSConfig
 from ._debouncer import Debouncer, DebouncerClient
 from ._kafka_message import KafkaMessage
 from ._queue import Queue
+from ._serialization import Serializer
 from ._sys_db import GetWorkflowsInput, WorkflowStatus, WorkflowStatusString
+from .cli.migration import run_dbos_database_migrations
 
 __all__ = [
     "DBOSConfig",
@@ -35,4 +37,6 @@ __all__ = [
     "Queue",
     "Debouncer",
     "DebouncerClient",
+    "Serializer",
+    "run_dbos_database_migrations",
 ]

{dbos-1.15.0a3 → dbos-2.8.0a6}/dbos/_admin_server.py

@@ -244,7 +244,7 @@ class AdminRequestHandler(BaseHTTPRequestHandler):
     def _handle_restart(self, workflow_id: str) -> None:
         try:
             print(f"Restarting workflow {workflow_id}")
-            handle = self.dbos.restart_workflow(workflow_id)
+            handle = self.dbos.fork_workflow(workflow_id, 1)
             response_body = json.dumps(
                 {
                     "workflow_id": handle.workflow_id,
@@ -338,6 +338,7 @@ class AdminRequestHandler(BaseHTTPRequestHandler):
             end_time=filters.get("end_time"),
             status=filters.get("status"),
             app_version=filters.get("application_version"),
+            forked_from=filters.get("forked_from"),
             name=filters.get("workflow_name"),
             limit=filters.get("limit"),
             offset=filters.get("offset"),
@@ -364,6 +365,7 @@ class AdminRequestHandler(BaseHTTPRequestHandler):
             start_time=filters.get("start_time"),
             end_time=filters.get("end_time"),
             status=filters.get("status"),
+            forked_from=filters.get("forked_from"),
             name=filters.get("workflow_name"),
             limit=filters.get("limit"),
             offset=filters.get("offset"),

{dbos-1.15.0a3 → dbos-2.8.0a6}/dbos/_app_db.py

@@ -8,8 +8,8 @@ from sqlalchemy.exc import DBAPIError
 from sqlalchemy.orm import Session, sessionmaker
 
 from dbos._migration import get_sqlite_timestamp_expr
+from dbos._serialization import Serializer
 
-from . import _serialization
 from ._error import DBOSUnexpectedStepError, DBOSWorkflowConflictIDError
 from ._logger import dbos_logger
 from ._schemas.application_database import ApplicationSchema
@@ -34,17 +34,58 @@ class RecordedResult(TypedDict):
 
 class ApplicationDatabase(ABC):
 
+    @staticmethod
+    def create(
+        database_url: str,
+        engine_kwargs: Dict[str, Any],
+        schema: Optional[str],
+        serializer: Serializer,
+    ) -> "ApplicationDatabase":
+        """Factory method to create the appropriate ApplicationDatabase implementation based on URL."""
+        if database_url.startswith("sqlite"):
+            return SQLiteApplicationDatabase(
+                database_url=database_url,
+                engine_kwargs=engine_kwargs,
+                schema=schema,
+                serializer=serializer,
+            )
+        else:
+            # Default to PostgreSQL for postgresql://, postgres://, or other URLs
+            return PostgresApplicationDatabase(
+                database_url=database_url,
+                engine_kwargs=engine_kwargs,
+                schema=schema,
+                serializer=serializer,
+            )
+
     def __init__(
         self,
         *,
         database_url: str,
         engine_kwargs: Dict[str, Any],
-        debug_mode: bool = False,
+        serializer: Serializer,
+        schema: Optional[str],
     ):
+        # Log application database connection information
+        printable_url = sa.make_url(database_url).render_as_string(hide_password=True)
+        dbos_logger.info(
+            f"Initializing DBOS application database with URL: {printable_url}"
+        )
+        if not database_url.startswith("sqlite"):
+            dbos_logger.info(
+                f"DBOS application database engine parameters: {engine_kwargs}"
+            )
+
+        # Configure and initialize the application database
+        if database_url.startswith("sqlite"):
+            self.schema = None
+        else:
+            self.schema = schema if schema else "dbos"
+        ApplicationSchema.transaction_outputs.schema = schema
         self.engine = self._create_engine(database_url, engine_kwargs)
         self._engine_kwargs = engine_kwargs
         self.sessionmaker = sessionmaker(bind=self.engine)
-        self.debug_mode = debug_mode
+        self.serializer = serializer
 
     @abstractmethod
     def _create_engine(
@@ -85,8 +126,6 @@ class ApplicationDatabase(ABC):
             raise
 
     def record_transaction_error(self, output: TransactionResultInternal) -> None:
-        if self.debug_mode:
-            raise Exception("called record_transaction_error in debug mode")
         try:
             with self.engine.begin() as conn:
                 conn.execute(
@@ -138,77 +177,6 @@ class ApplicationDatabase(ABC):
         }
         return result
 
-    def get_transactions(self, workflow_uuid: str) -> List[StepInfo]:
-        with self.engine.begin() as conn:
-            rows = conn.execute(
-                sa.select(
-                    ApplicationSchema.transaction_outputs.c.function_id,
-                    ApplicationSchema.transaction_outputs.c.function_name,
-                    ApplicationSchema.transaction_outputs.c.output,
-                    ApplicationSchema.transaction_outputs.c.error,
-                ).where(
-                    ApplicationSchema.transaction_outputs.c.workflow_uuid
-                    == workflow_uuid,
-                )
-            ).all()
-        return [
-            StepInfo(
-                function_id=row[0],
-                function_name=row[1],
-                output=(
-                    _serialization.deserialize(row[2]) if row[2] is not None else row[2]
-                ),
-                error=(
-                    _serialization.deserialize_exception(row[3])
-                    if row[3] is not None
-                    else row[3]
-                ),
-                child_workflow_id=None,
-            )
-            for row in rows
-        ]
-
-    def clone_workflow_transactions(
-        self, src_workflow_id: str, forked_workflow_id: str, start_step: int
-    ) -> None:
-        """
-        Copies all steps from dbos.transctions_outputs where function_id < input function_id
-        into a new workflow_uuid. Returns the new workflow_uuid.
-        """
-
-        with self.engine.begin() as conn:
-
-            insert_stmt = sa.insert(ApplicationSchema.transaction_outputs).from_select(
-                [
-                    "workflow_uuid",
-                    "function_id",
-                    "output",
-                    "error",
-                    "txn_id",
-                    "txn_snapshot",
-                    "executor_id",
-                    "function_name",
-                ],
-                sa.select(
-                    sa.literal(forked_workflow_id).label("workflow_uuid"),
-                    ApplicationSchema.transaction_outputs.c.function_id,
-                    ApplicationSchema.transaction_outputs.c.output,
-                    ApplicationSchema.transaction_outputs.c.error,
-                    ApplicationSchema.transaction_outputs.c.txn_id,
-                    ApplicationSchema.transaction_outputs.c.txn_snapshot,
-                    ApplicationSchema.transaction_outputs.c.executor_id,
-                    ApplicationSchema.transaction_outputs.c.function_name,
-                ).where(
-                    (
-                        ApplicationSchema.transaction_outputs.c.workflow_uuid
-                        == src_workflow_id
-                    )
-                    & (ApplicationSchema.transaction_outputs.c.function_id < start_step)
-                ),
-            )
-
-            conn.execute(insert_stmt)
-
     def garbage_collect(
         self, cutoff_epoch_timestamp_ms: int, pending_workflow_ids: list[str]
     ) -> None:
@@ -237,52 +205,10 @@ class ApplicationDatabase(ABC):
         """Check if the error is a serialization/concurrency error."""
         pass
 
-    @staticmethod
-    def create(
-        database_url: str,
-        engine_kwargs: Dict[str, Any],
-        schema: Optional[str],
-        debug_mode: bool = False,
-    ) -> "ApplicationDatabase":
-        """Factory method to create the appropriate ApplicationDatabase implementation based on URL."""
-        if database_url.startswith("sqlite"):
-            return SQLiteApplicationDatabase(
-                database_url=database_url,
-                engine_kwargs=engine_kwargs,
-                debug_mode=debug_mode,
-            )
-        else:
-            # Default to PostgreSQL for postgresql://, postgres://, or other URLs
-            return PostgresApplicationDatabase(
-                database_url=database_url,
-                engine_kwargs=engine_kwargs,
-                debug_mode=debug_mode,
-                schema=schema,
-            )
-
 
 class PostgresApplicationDatabase(ApplicationDatabase):
     """PostgreSQL-specific implementation of ApplicationDatabase."""
 
-    def __init__(
-        self,
-        *,
-        database_url: str,
-        engine_kwargs: Dict[str, Any],
-        schema: Optional[str],
-        debug_mode: bool = False,
-    ):
-        super().__init__(
-            database_url=database_url,
-            engine_kwargs=engine_kwargs,
-            debug_mode=debug_mode,
-        )
-        if schema is None:
-            self.schema = "dbos"
-        else:
-            self.schema = schema
-        ApplicationSchema.transaction_outputs.schema = schema
-
     def _create_engine(
         self, database_url: str, engine_kwargs: Dict[str, Any]
     ) -> sa.Engine:
@@ -298,25 +224,26 @@ class PostgresApplicationDatabase(ApplicationDatabase):
         )
 
     def run_migrations(self) -> None:
-        if self.debug_mode:
-            dbos_logger.warning(
-                "Application database migrations are skipped in debug mode."
-            )
-            return
         # Check if the database exists
         app_db_url = self.engine.url
-        postgres_db_engine = sa.create_engine(
-            app_db_url.set(database="postgres"),
-            **self._engine_kwargs,
-        )
-        with postgres_db_engine.connect() as conn:
-            conn.execution_options(isolation_level="AUTOCOMMIT")
-            if not conn.execute(
-                sa.text("SELECT 1 FROM pg_database WHERE datname=:db_name"),
-                parameters={"db_name": app_db_url.database},
-            ).scalar():
-                conn.execute(sa.text(f"CREATE DATABASE {app_db_url.database}"))
-        postgres_db_engine.dispose()
+        try:
+            postgres_db_engine = sa.create_engine(
+                app_db_url.set(database="postgres"),
+                **self._engine_kwargs,
+            )
+            with postgres_db_engine.connect() as conn:
+                conn.execution_options(isolation_level="AUTOCOMMIT")
+                if not conn.execute(
+                    sa.text("SELECT 1 FROM pg_database WHERE datname=:db_name"),
+                    parameters={"db_name": app_db_url.database},
+                ).scalar():
+                    conn.execute(sa.text(f"CREATE DATABASE {app_db_url.database}"))
+        except Exception:
+            dbos_logger.warning(
+                f"Could not connect to postgres database to verify existence of {app_db_url.database}. Continuing..."
+            )
+        finally:
+            postgres_db_engine.dispose()
 
         # Create the dbos schema and transaction_outputs table in the application database
         with self.engine.begin() as conn:
@@ -380,12 +307,6 @@ class SQLiteApplicationDatabase(ApplicationDatabase):
         return sa.create_engine(database_url)
 
     def run_migrations(self) -> None:
-        if self.debug_mode:
-            dbos_logger.warning(
-                "Application database migrations are skipped in debug mode."
-            )
-            return
-
         with self.engine.begin() as conn:
             # Check if table exists
             result = conn.execute(