dblift 2.5.0__tar.gz → 2.5.2__tar.gz

{dblift-2.5.0 → dblift-2.5.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dblift
-Version: 2.5.0
+Version: 2.5.2
 Summary: A database migration tool that supports multiple databases with native Python drivers
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
@@ -86,7 +86,8 @@ Requires-Dist: psycopg[binary]>=3.1; extra == "citus"
 Provides-Extra: cockroachdb
 Requires-Dist: psycopg[binary]>=3.1; extra == "cockroachdb"
 Provides-Extra: redshift
-Requires-Dist: psycopg[binary]>=3.1; extra == "redshift"
+Requires-Dist: sqlalchemy-redshift>=1.0.0; extra == "redshift"
+Requires-Dist: redshift-connector>=2.1.0; extra == "redshift"
 Provides-Extra: fastapi
 Requires-Dist: fastapi>=0.100; extra == "fastapi"
 Provides-Extra: flask

{dblift-2.5.0 → dblift-2.5.2}/db/plugins/redshift/plugin.py

@@ -1,17 +1,15 @@
 """Entry-point declaration for the Redshift plugin.
 
-Redshift is PostgreSQL-compatible: this plugin reuses PostgreSQL's config
-class (``config_dialect="postgresql"``), SQLAlchemy URL builder, and
-``psycopg`` driver, attaching only a distinct identity + quirks subclass. Users
-keep their ``postgresql://`` connection string and select this engine via
-``type: redshift``.
+Redshift is PostgreSQL-wire-compatible, but it needs the Redshift SQLAlchemy
+dialect/driver instead of the standard PostgreSQL dialect because Redshift does
+not implement every PostgreSQL connection bootstrap query.
 """
 
 from __future__ import annotations
 
-from db.plugins.postgresql.sqlalchemy_url import build_sqlalchemy_url
 from db.plugins.redshift.provider import RedshiftProvider
 from db.plugins.redshift.quirks import RedshiftQuirks
+from db.plugins.redshift.sqlalchemy_url import build_sqlalchemy_url
 from db.provider_registry import PluginInfo
 
 PLUGIN: PluginInfo = PluginInfo(
@@ -24,5 +22,5 @@ PLUGIN: PluginInfo = PluginInfo(
     quirks_class=RedshiftQuirks,
     config_dialect="postgresql",
     sqlalchemy_url_builder=build_sqlalchemy_url,
-    native_driver_module="psycopg",
+    native_driver_module="redshift_connector",
 )

{dblift-2.5.0 → dblift-2.5.2}/db/plugins/redshift/provider.py

@@ -2,6 +2,9 @@
 
 from __future__ import annotations
 
+from typing import Any
+
+from core.migration.clean_summary import CleanExecutionSummary
 from db.plugins.postgresql.provider import PostgreSqlProvider
 
 
@@ -14,6 +17,77 @@ class RedshiftProvider(PostgreSqlProvider):
     """Redshift provider with Redshift-specific history and locking SQL."""
 
     canonical_dialect_key = "redshift"
+    _migration_lock_connection: Any | None = None
+    _migration_lock_transaction: Any | None = None
+
+    def clean_schema(self, schema: str) -> CleanExecutionSummary:
+        """Drop Redshift objects without querying PostgreSQL-only catalogs."""
+        summary = CleanExecutionSummary()
+        object_names = self._redshift_clean_object_names
+        qualified_name = self.get_schema_qualified_name
+
+        for view_name in object_names(_REDSHIFT_VIEWS_QUERY, schema):
+            qualified_view = qualified_name(schema, view_name)
+            drop_sql = f"DROP VIEW IF EXISTS {qualified_view} CASCADE"
+            self.execute_statement(drop_sql)
+            summary.record_drop(
+                drop_sql,
+                object_type="view",
+                name=view_name,
+                schema=schema,
+            )
+
+        for table_name in object_names(_REDSHIFT_TABLES_QUERY, schema):
+            qualified_table = qualified_name(schema, table_name)
+            drop_sql = f"DROP TABLE IF EXISTS {qualified_table} CASCADE"
+            self.execute_statement(drop_sql)
+            summary.record_drop(
+                drop_sql,
+                object_type="table",
+                name=table_name,
+                schema=schema,
+            )
+
+        return summary
+
+    def get_clean_preview(self, schema: str) -> CleanExecutionSummary:
+        """Preview Redshift objects clean would drop."""
+        summary = CleanExecutionSummary()
+        object_names = self._redshift_clean_object_names
+        qualified_name = self.get_schema_qualified_name
+
+        for view_name in object_names(_REDSHIFT_VIEWS_QUERY, schema):
+            qualified_view = qualified_name(schema, view_name)
+            summary.record_drop(
+                f"DROP VIEW IF EXISTS {qualified_view} CASCADE",
+                object_type="view",
+                name=view_name,
+                schema=schema,
+            )
+
+        for table_name in object_names(_REDSHIFT_TABLES_QUERY, schema):
+            qualified_table = qualified_name(schema, table_name)
+            summary.record_drop(
+                f"DROP TABLE IF EXISTS {qualified_table} CASCADE",
+                object_type="table",
+                name=table_name,
+                schema=schema,
+            )
+
+        return summary
+
+    def _redshift_clean_object_names(
+        self,
+        query: str,
+        schema: str,
+    ) -> list[str]:
+        rows = self.execute_query(query, [schema])
+        column_name = "object_name"
+        return [
+            str(row.get(column_name) or row.get(column_name.upper()))
+            for row in rows
+            if row.get(column_name) or row.get(column_name.upper())
+        ]
 
     def acquire_migration_lock(
         self,
@@ -89,3 +163,19 @@ class RedshiftProvider(PostgreSqlProvider):
 
 
 __all__ = ["RedshiftProvider"]
+
+
+_REDSHIFT_VIEWS_QUERY = """
+    SELECT table_name AS object_name
+    FROM information_schema.views
+    WHERE table_schema = ?
+    ORDER BY table_name
+"""
+
+_REDSHIFT_TABLES_QUERY = """
+    SELECT table_name AS object_name
+    FROM information_schema.tables
+    WHERE table_schema = ?
+      AND table_type = 'BASE TABLE'
+    ORDER BY table_name
+"""

dblift-2.5.2/db/plugins/redshift/quirks.py

@@ -0,0 +1,33 @@
+"""Redshift :class:`DialectQuirks` - inherits PostgreSQL behavior."""
+
+from __future__ import annotations
+
+from db.plugins.postgresql.quirks import PostgresqlQuirks
+
+
+class RedshiftQuirks(PostgresqlQuirks):
+    """Redshift quirks, inheriting PostgreSQL behavior."""
+
+    is_ansi_reference_dialect = False
+    is_default_sqlglot_read_fallback = False
+
+    def __init__(self, dialect_name: str = "redshift") -> None:
+        super().__init__(dialect_name=dialect_name)
+
+    def build_snapshot_table_ddl(
+        self,
+        qualified_table: str,
+        snapshot_id_size: int,
+        checksum_size: int,
+    ) -> str:
+        """Render snapshot storage with Redshift's widest VARCHAR payload column."""
+        return (
+            f"CREATE TABLE {qualified_table} ("
+            f"snapshot_id VARCHAR({snapshot_id_size}) PRIMARY KEY, "
+            f"captured_at VARCHAR({snapshot_id_size}) NOT NULL, "
+            f"checksum VARCHAR({checksum_size}) NOT NULL, "
+            f"model_data VARCHAR(MAX) NOT NULL)"
+        )
+
+
+__all__ = ["RedshiftQuirks"]

dblift-2.5.2/db/plugins/redshift/sqlalchemy_url.py

@@ -0,0 +1,50 @@
+"""SQLAlchemy URL construction for the Redshift plugin."""
+
+from typing import Any, Dict, cast
+
+from sqlalchemy.engine import URL, make_url
+
+
+def _string_mapping(values: Any) -> Dict[str, str]:
+    if not isinstance(values, dict):
+        return {}
+    return {str(key): str(value) for key, value in values.items()}
+
+
+def _query_mapping(database_config: Any, base_query: Any = None) -> Dict[str, str]:
+    query = _string_mapping(base_query)
+    query.update(_string_mapping(getattr(database_config, "extra_params", None)))
+    query.update(_string_mapping(getattr(database_config, "options", None)))
+
+    return query
+
+
+def build_sqlalchemy_url(database_config: Any) -> str:
+    """Build a Redshift SQLAlchemy URL using the Amazon Redshift connector."""
+    raw_url = getattr(database_config, "url", None)
+    if isinstance(raw_url, str) and raw_url:
+        url = make_url(raw_url)
+        if url.drivername.startswith(("postgresql", "postgres", "redshift")):
+            url = url.set(drivername="redshift+redshift_connector")
+            username = getattr(database_config, "username", None) or url.username or None
+            password = getattr(database_config, "password", None) or url.password or None
+            if username != url.username or password != url.password:
+                url = url.set(username=username, password=password)
+            query = _query_mapping(database_config, url.query)
+            if query != dict(url.query):
+                url = url.set(query=query)
+            return cast(str, url.render_as_string(hide_password=False))
+        raise ValueError("Redshift native connections require a SQLAlchemy URL")
+
+    return cast(
+        str,
+        URL.create(
+            "redshift+redshift_connector",
+            username=getattr(database_config, "username", None) or None,
+            password=getattr(database_config, "password", None) or None,
+            host=getattr(database_config, "host", None) or "localhost",
+            port=getattr(database_config, "port", None),
+            database=getattr(database_config, "database", None),
+            query=_query_mapping(database_config),
+        ).render_as_string(hide_password=False),
+    )

{dblift-2.5.0 → dblift-2.5.2}/dblift.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dblift
-Version: 2.5.0
+Version: 2.5.2
 Summary: A database migration tool that supports multiple databases with native Python drivers
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
@@ -86,7 +86,8 @@ Requires-Dist: psycopg[binary]>=3.1; extra == "citus"
 Provides-Extra: cockroachdb
 Requires-Dist: psycopg[binary]>=3.1; extra == "cockroachdb"
 Provides-Extra: redshift
-Requires-Dist: psycopg[binary]>=3.1; extra == "redshift"
+Requires-Dist: sqlalchemy-redshift>=1.0.0; extra == "redshift"
+Requires-Dist: redshift-connector>=2.1.0; extra == "redshift"
 Provides-Extra: fastapi
 Requires-Dist: fastapi>=0.100; extra == "fastapi"
 Provides-Extra: flask

{dblift-2.5.0 → dblift-2.5.2}/dblift.egg-info/SOURCES.txt

@@ -409,6 +409,7 @@ db/plugins/redshift/__init__.py
 db/plugins/redshift/plugin.py
 db/plugins/redshift/provider.py
 db/plugins/redshift/quirks.py
+db/plugins/redshift/sqlalchemy_url.py
 db/plugins/sqlite/__init__.py
 db/plugins/sqlite/config.py
 db/plugins/sqlite/plugin.py

{dblift-2.5.0 → dblift-2.5.2}/dblift.egg-info/requires.txt

@@ -92,7 +92,8 @@ opentelemetry-api>=1.20
 psycopg[binary]>=3.1
 
 [redshift]
-psycopg[binary]>=3.1
+sqlalchemy-redshift>=1.0.0
+redshift-connector>=2.1.0
 
 [sqlserver]
 pymssql>=2.3

{dblift-2.5.0 → dblift-2.5.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dblift"
-version = "2.5.0"
+version = "2.5.2"
 description = "A database migration tool that supports multiple databases with native Python drivers"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -134,7 +134,7 @@ yugabytedb = ["psycopg[binary]>=3.1"]
 timescaledb = ["psycopg[binary]>=3.1"]
 citus = ["psycopg[binary]>=3.1"]
 cockroachdb = ["psycopg[binary]>=3.1"]
-redshift = ["psycopg[binary]>=3.1"]
+redshift = ["sqlalchemy-redshift>=1.0.0", "redshift-connector>=2.1.0"]
 fastapi = ["fastapi>=0.100"]
 flask = ["flask>=2.3"]
 django = ["Django>=4.2"]
@@ -717,6 +717,7 @@ module = [
     "db.plugins.redshift.plugin",
     "db.plugins.redshift.provider",
     "db.plugins.redshift.quirks",
+    "db.plugins.redshift.sqlalchemy_url",
 ]
 disallow_any_generics = true
 disallow_subclassing_any = true

dblift-2.5.0/db/plugins/redshift/quirks.py

@@ -1,18 +0,0 @@
-"""Redshift :class:`DialectQuirks` - inherits PostgreSQL behavior."""
-
-from __future__ import annotations
-
-from db.plugins.postgresql.quirks import PostgresqlQuirks
-
-
-class RedshiftQuirks(PostgresqlQuirks):
-    """Redshift quirks, inheriting PostgreSQL behavior."""
-
-    is_ansi_reference_dialect = False
-    is_default_sqlglot_read_fallback = False
-
-    def __init__(self, dialect_name: str = "redshift") -> None:
-        super().__init__(dialect_name=dialect_name)
-
-
-__all__ = ["RedshiftQuirks"]