mainsequence 4.2.14__tar.gz → 4.2.16__tar.gz

{mainsequence-4.2.14/mainsequence.egg-info → mainsequence-4.2.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mainsequence
-Version: 4.2.14
+Version: 4.2.16
 Summary: Main Sequence SDK 
 Author-email: Main Sequence GmbH <dev@main-sequence.io>
 License: MainSequence GmbH SDK License Agreement

{mainsequence-4.2.14 → mainsequence-4.2.16}/mainsequence/cli/migrations.py

@@ -2,9 +2,11 @@ from __future__ import annotations
 
 import dataclasses
 import json
+import logging
 import re
 import sys
 from collections.abc import Mapping, Sequence
+from contextlib import contextmanager
 from typing import Any
 
 import click
@@ -23,6 +25,8 @@ from mainsequence.meta_tables.migrations import (
 migrations = typer.Typer(help="Alembic-owned MetaTable migration commands")
 REGISTER_ENDPOINT = "/orm/api/ts_manager/meta_table/register/"
 RESERVE_MANAGED_ENDPOINT = "/orm/api/ts_manager/meta_table/reserve-managed/"
+FINALIZE_MANAGED_ENDPOINT = "/orm/api/ts_manager/meta_table/finalize-managed/"
+ALEMBIC_PROVIDER_RESET_ENDPOINT = "/orm/api/ts_manager/meta_table/alembic-provider-reset/"
 
 
 class _AlembicOutput:
@@ -44,6 +48,46 @@ class _AlembicOutput:
         return any(chunk.strip() for chunk in self._chunks)
 
 
+class _AlembicLogHandler(logging.Handler):
+    def emit(self, record: logging.LogRecord) -> None:
+        try:
+            message = self.format(record)
+        except Exception:
+            self.handleError(record)
+            return
+        print(message, file=sys.stderr, flush=True)
+
+
+@contextmanager
+def _forward_alembic_logging():
+    logger_names = {"alembic"}
+    logger_names.update(
+        name
+        for name in logging.Logger.manager.loggerDict
+        if name == "alembic" or name.startswith("alembic.")
+    )
+    loggers = [logging.getLogger(name) for name in logger_names]
+    previous_state = [(logger, logger.level, logger.propagate) for logger in loggers]
+    handler = _AlembicLogHandler()
+    handler.setLevel(logging.DEBUG)
+    handler.setFormatter(
+        logging.Formatter("[alembic] %(levelname)s %(name)s: %(message)s")
+    )
+    root_logger = logging.getLogger("alembic")
+    root_logger.addHandler(handler)
+    for logger in loggers:
+        logger.setLevel(logging.DEBUG)
+        logger.propagate = True
+    root_logger.propagate = False
+    try:
+        yield
+    finally:
+        root_logger.removeHandler(handler)
+        for logger, level, propagate in previous_state:
+            logger.setLevel(level)
+            logger.propagate = propagate
+
+
 def _emit_status(message: str) -> None:
     print(f"[mainsequence migrations] {message}", file=sys.stderr, flush=True)
 
@@ -234,6 +278,17 @@ def _emit_metatable_reservation(model: type[Any], item: Any) -> None:
     )
 
 
+def _emit_metatable_finalization(model: type[Any], item: Any) -> None:
+    _emit_progress(
+        _metatable_message(
+            endpoint=FINALIZE_MANAGED_ENDPOINT,
+            action="finalized",
+            model=model,
+            item=item,
+        ),
+    )
+
+
 def _prepare_alembic_config(
     migration: AlembicMetaTableMigration,
     *,
@@ -301,15 +356,16 @@ def _next_sequential_revision_id(
     _emit_status("Imported Alembic ScriptDirectory.")
 
     _emit_status("Scanning Alembic revision directory for next sequential id...")
-    script = ScriptDirectory.from_config(
-        alembic_config_for_provider(
-            migration,
-            sqlalchemy_url="postgresql://",
-            stdout=alembic_output,
-            output_buffer=alembic_output,
+    with _forward_alembic_logging():
+        script = ScriptDirectory.from_config(
+            alembic_config_for_provider(
+                migration,
+                sqlalchemy_url="postgresql://",
+                stdout=alembic_output,
+                output_buffer=alembic_output,
+            )
         )
-    )
-    heads = list(script.get_heads())
+        heads = list(script.get_heads())
     if len(heads) > 1:
         raise typer.BadParameter(
             "Sequential revision IDs require a single Alembic head. Pass --rev-id "
@@ -324,10 +380,11 @@ def _next_sequential_revision_id(
         )
 
     numeric_revisions: list[int] = []
-    for revision in script.walk_revisions():
-        revision_id = str(revision.revision)
-        if re.fullmatch(r"\d{4,}", revision_id):
-            numeric_revisions.append(int(revision_id))
+    with _forward_alembic_logging():
+        for revision in script.walk_revisions():
+            revision_id = str(revision.revision)
+            if re.fullmatch(r"\d{4,}", revision_id):
+                numeric_revisions.append(int(revision_id))
     next_revision_id = f"{max(numeric_revisions, default=0) + 1:04d}"
     _emit_status(f"Next Alembic revision id is {next_revision_id}.")
     return next_revision_id
@@ -356,7 +413,8 @@ def current(
         alembic_output=alembic_output,
     )
     _emit_status("Starting Alembic current now...")
-    command.current(config, verbose=verbose)
+    with _forward_alembic_logging():
+        command.current(config, verbose=verbose)
     if not alembic_output.has_visible_output:
         _emit_status(
             "Alembic current produced no revision output. The version table is "
@@ -406,13 +464,14 @@ def revision(
         alembic_output=alembic_output,
     )
     _emit_status(f"Starting Alembic revision now rev_id={resolved_rev_id}...")
-    script = command.revision(
-        config,
-        message=resolved_message,
-        autogenerate=autogenerate,
-        rev_id=resolved_rev_id,
-        head=head,
-    )
+    with _forward_alembic_logging():
+        script = command.revision(
+            config,
+            message=resolved_message,
+            autogenerate=autogenerate,
+            rev_id=resolved_rev_id,
+            head=head,
+        )
     _emit_status("Alembic revision finished.")
     _emit(
         {
@@ -438,7 +497,7 @@ def upgrade(
     ttl_seconds: int = typer.Option(900, "--ttl-seconds", min=1),
     json_output: bool = typer.Option(False, "--json", help="Emit JSON."),
 ) -> None:
-    """Run Alembic upgrade directly and refresh MetaTable catalog rows."""
+    """Run Alembic upgrade directly and finalize reserved MetaTables."""
 
     command = _load_alembic_command("upgrade")
     migration = _load_migration(provider)
@@ -450,13 +509,17 @@ def upgrade(
         alembic_output=alembic_output,
     )
     _emit_status(f"Starting Alembic upgrade now target={target_revision}...")
-    command.upgrade(config, target_revision)
-    _emit_status("Refreshing MetaTable catalog after upgrade...")
-    registered = migration.refresh_metatable_catalog(
+    with _forward_alembic_logging():
+        command.upgrade(config, target_revision)
+    _emit_status("Finalizing MetaTable catalog after upgrade...")
+    finalize_response = migration.finalize_metatable_catalog(
+        prepared=prepared,
+        alembic_revision=target_revision,
         timeout=timeout,
-        on_metatable_registered=_emit_metatable_registration,
+        on_metatable_finalized=_emit_metatable_finalization,
+        on_metatable_finalize_status=_emit_status,
     )
-    _emit_status("MetaTable catalog refresh finished.")
+    _emit_status("MetaTable catalog finalization finished.")
     _emit(
         {
             "ok": True,
@@ -464,7 +527,10 @@ def upgrade(
             "package": migration.package,
             "migration_namespace": migration.migration_namespace,
             "meta_table_uids": prepared.meta_table_uids,
-            "registered_count": len(registered),
+            "finalized_count": finalize_response.finalized_count,
+            "active_count": finalize_response.active_count,
+            "reserved_count": finalize_response.reserved_count,
+            "failed_count": finalize_response.failed_count,
         },
         json_output=json_output,
     )
@@ -482,7 +548,7 @@ def downgrade(
     ttl_seconds: int = typer.Option(900, "--ttl-seconds", min=1),
     json_output: bool = typer.Option(False, "--json", help="Emit JSON."),
 ) -> None:
-    """Run Alembic downgrade directly and refresh MetaTable catalog rows."""
+    """Run Alembic downgrade directly and finalize reserved MetaTables."""
 
     command = _load_alembic_command("downgrade")
     migration = _load_migration(provider)
@@ -494,13 +560,17 @@ def downgrade(
         alembic_output=alembic_output,
     )
     _emit_status(f"Starting Alembic downgrade now target={target_revision}...")
-    command.downgrade(config, target_revision)
-    _emit_status("Refreshing MetaTable catalog after downgrade...")
-    registered = migration.refresh_metatable_catalog(
+    with _forward_alembic_logging():
+        command.downgrade(config, target_revision)
+    _emit_status("Finalizing MetaTable catalog after downgrade...")
+    finalize_response = migration.finalize_metatable_catalog(
+        prepared=prepared,
+        alembic_revision=target_revision,
         timeout=timeout,
-        on_metatable_registered=_emit_metatable_registration,
+        on_metatable_finalized=_emit_metatable_finalization,
+        on_metatable_finalize_status=_emit_status,
     )
-    _emit_status("MetaTable catalog refresh finished.")
+    _emit_status("MetaTable catalog finalization finished.")
     _emit(
         {
             "ok": True,
@@ -508,7 +578,64 @@ def downgrade(
             "package": migration.package,
             "migration_namespace": migration.migration_namespace,
             "meta_table_uids": prepared.meta_table_uids,
-            "registered_count": len(registered),
+            "finalized_count": finalize_response.finalized_count,
+            "active_count": finalize_response.active_count,
+            "reserved_count": finalize_response.reserved_count,
+            "failed_count": finalize_response.failed_count,
         },
         json_output=json_output,
     )
+
+
+@migrations.command("reset")
+def reset(
+    provider: str | None = typer.Option(
+        None,
+        "--provider",
+        help="Migration provider reference, for example msm.migrations:migration.",
+    ),
+    confirm_reset: bool = typer.Option(
+        False,
+        "--confirm-reset",
+        help="Required confirmation for destructive provider-scoped reset.",
+    ),
+    drop_physical_tables: bool = typer.Option(
+        True,
+        "--drop-physical-tables/--keep-physical-tables",
+        help="Drop provider physical tables during reset.",
+    ),
+    clear_alembic_version_table: bool = typer.Option(
+        True,
+        "--clear-alembic-version-table/--keep-alembic-version-table",
+        help="Clear the provider Alembic version table during reset.",
+    ),
+    include_reserved: bool = typer.Option(
+        True,
+        "--include-reserved/--active-only",
+        help="Include already-reserved provider MetaTables in reset results.",
+    ),
+    timeout: float | None = typer.Option(None, "--timeout"),
+    json_output: bool = typer.Option(False, "--json", help="Emit JSON."),
+) -> None:
+    """Reset an Alembic-managed provider catalog/physical state."""
+
+    if not confirm_reset:
+        raise typer.BadParameter(
+            "Pass --confirm-reset to call the destructive provider reset endpoint.",
+            param_hint="--confirm-reset",
+        )
+    migration = _load_migration(provider)
+    _emit_status(
+        "Calling provider reset endpoint "
+        f"{ALEMBIC_PROVIDER_RESET_ENDPOINT} provider={migration.migration_provider_key}..."
+    )
+    response = migration.reset_alembic_provider(
+        confirm_reset=True,
+        drop_physical_tables=drop_physical_tables,
+        clear_alembic_version_table=clear_alembic_version_table,
+        include_reserved=include_reserved,
+        timeout=timeout,
+        on_reset_status=_emit_status,
+    )
+    _emit_status("Alembic provider reset finished.")
+    _emit(response, json_output=json_output)