sqlmesh 0.209.1.dev23__py3-none-any.whl → 0.209.1.dev25__py3-none-any.whl

sqlmesh/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.209.1.dev23'
-__version_tuple__ = version_tuple = (0, 209, 1, 'dev23')
+__version__ = version = '0.209.1.dev25'
+__version_tuple__ = version_tuple = (0, 209, 1, 'dev25')

sqlmesh/core/state_sync/db/facade.py

@@ -256,7 +256,7 @@ class EngineAdapterStateSync(StateSync):
     def unpause_snapshots(
         self, snapshots: t.Collection[SnapshotInfoLike], unpaused_dt: TimeLike
     ) -> None:
-        self.snapshot_state.unpause_snapshots(snapshots, unpaused_dt)
+        self.snapshot_state.unpause_snapshots(snapshots, unpaused_dt, self.interval_state)
 
     def invalidate_environment(self, name: str, protect_prod: bool = True) -> None:
         self.environment_state.invalidate_environment(name, protect_prod)

sqlmesh/core/state_sync/db/migrator.py

@@ -396,7 +396,7 @@ class StateMigrator:
         if updated_prod_environment:
             try:
                 self.snapshot_state.unpause_snapshots(
-                    updated_prod_environment.snapshots, now_timestamp()
+                    updated_prod_environment.snapshots, now_timestamp(), self.interval_state
                 )
             except Exception:
                 logger.warning("Failed to unpause migrated snapshots", exc_info=True)

sqlmesh/core/state_sync/db/snapshot.py

@@ -10,7 +10,6 @@ from pydantic import Field
 
 from sqlmesh.core.engine_adapter import EngineAdapter
 from sqlmesh.core.state_sync.db.utils import (
-    snapshot_name_filter,
     snapshot_name_version_filter,
     snapshot_id_filter,
     fetchone,
@@ -33,13 +32,15 @@ from sqlmesh.core.snapshot import (
     SnapshotChangeCategory,
 )
 from sqlmesh.utils.migration import index_text_type, blob_text_type
-from sqlmesh.utils.date import now_timestamp, TimeLike, to_timestamp
+from sqlmesh.utils.date import now_timestamp, TimeLike, now, to_timestamp
 from sqlmesh.utils.pydantic import PydanticModel
 from sqlmesh.utils import unique
 
 if t.TYPE_CHECKING:
     import pandas as pd
 
+    from sqlmesh.core.state_sync.db.interval import IntervalState
+
 
 logger = logging.getLogger(__name__)
 
@@ -69,7 +70,6 @@ class SnapshotState:
             "unpaused_ts": exp.DataType.build("bigint"),
             "ttl_ms": exp.DataType.build("bigint"),
             "unrestorable": exp.DataType.build("boolean"),
-            "forward_only": exp.DataType.build("boolean"),
         }
 
         self._auto_restatement_columns_to_types = {
@@ -112,48 +112,84 @@ class SnapshotState:
         self,
         snapshots: t.Collection[SnapshotInfoLike],
         unpaused_dt: TimeLike,
+        interval_state: IntervalState,
     ) -> None:
-        unrestorable_snapshots_by_forward_only: t.Dict[bool, t.List[str]] = defaultdict(list)
+        """Unpauses given snapshots while pausing all other snapshots that share the same version.
 
-        for snapshot in snapshots:
-            # We need to mark all other snapshots that have opposite forward only status as unrestorable
-            unrestorable_snapshots_by_forward_only[not snapshot.is_forward_only].append(
-                snapshot.name
-            )
+        Args:
+            snapshots: The snapshots to unpause.
+            unpaused_dt: The timestamp to unpause the snapshots at.
+            interval_state: The interval state to use to remove intervals when needed.
+        """
+        current_ts = now()
 
-        updated_ts = now_timestamp()
-        unpaused_ts = to_timestamp(unpaused_dt)
+        target_snapshot_ids = {s.snapshot_id for s in snapshots}
+        same_version_snapshots = self._get_snapshots_with_same_version(
+            snapshots, lock_for_update=True
+        )
+        target_snapshots_by_version = {
+            (s.name, s.version): s
+            for s in same_version_snapshots
+            if s.snapshot_id in target_snapshot_ids
+        }
 
-        # Pause all snapshots with target names first
-        for where in snapshot_name_filter(
-            [s.name for s in snapshots],
-            batch_size=self.SNAPSHOT_BATCH_SIZE,
-        ):
-            self.engine_adapter.update_table(
-                self.snapshots_table,
-                {"unpaused_ts": None, "updated_ts": updated_ts},
-                where=where,
-            )
+        unpaused_snapshots: t.Dict[int, t.List[SnapshotId]] = defaultdict(list)
+        paused_snapshots: t.List[SnapshotId] = []
+        unrestorable_snapshots: t.List[SnapshotId] = []
+
+        for snapshot in same_version_snapshots:
+            is_target_snapshot = snapshot.snapshot_id in target_snapshot_ids
+            if is_target_snapshot and not snapshot.unpaused_ts:
+                logger.info("Unpausing snapshot %s", snapshot.snapshot_id)
+                snapshot.set_unpaused_ts(unpaused_dt)
+                assert snapshot.unpaused_ts is not None
+                unpaused_snapshots[snapshot.unpaused_ts].append(snapshot.snapshot_id)
+            elif not is_target_snapshot:
+                target_snapshot = target_snapshots_by_version[(snapshot.name, snapshot.version)]
+                if (
+                    target_snapshot.normalized_effective_from_ts
+                    and not target_snapshot.disable_restatement
+                ):
+                    # Making sure that there are no overlapping intervals.
+                    effective_from_ts = target_snapshot.normalized_effective_from_ts
+                    logger.info(
+                        "Removing all intervals after '%s' for snapshot %s, superseded by snapshot %s",
+                        target_snapshot.effective_from,
+                        snapshot.snapshot_id,
+                        target_snapshot.snapshot_id,
+                    )
+                    full_snapshot = snapshot.full_snapshot
+                    interval_state.remove_intervals(
+                        [
+                            (
+                                full_snapshot,
+                                full_snapshot.get_removal_interval(effective_from_ts, current_ts),
+                            )
+                        ]
+                    )
 
-        # Now unpause the target snapshots
-        self._update_snapshots(
-            [s.snapshot_id for s in snapshots],
-            unpaused_ts=unpaused_ts,
-            updated_ts=updated_ts,
-        )
+                if snapshot.unpaused_ts:
+                    logger.info("Pausing snapshot %s", snapshot.snapshot_id)
+                    snapshot.set_unpaused_ts(None)
+                    paused_snapshots.append(snapshot.snapshot_id)
 
-        # Mark unrestorable snapshots
-        for forward_only, snapshot_names in unrestorable_snapshots_by_forward_only.items():
-            forward_only_exp = exp.column("forward_only").is_(exp.convert(forward_only))
-            for where in snapshot_name_filter(
-                snapshot_names,
-                batch_size=self.SNAPSHOT_BATCH_SIZE,
-            ):
-                self.engine_adapter.update_table(
-                    self.snapshots_table,
-                    {"unrestorable": True, "updated_ts": updated_ts},
-                    where=forward_only_exp.and_(where),
-                )
+                if not snapshot.unrestorable and (
+                    (target_snapshot.is_forward_only and not snapshot.is_forward_only)
+                    or (snapshot.is_forward_only and not target_snapshot.is_forward_only)
+                ):
+                    logger.info("Marking snapshot %s as unrestorable", snapshot.snapshot_id)
+                    snapshot.unrestorable = True
+                    unrestorable_snapshots.append(snapshot.snapshot_id)
+
+        if unpaused_snapshots:
+            for unpaused_ts, snapshot_ids in unpaused_snapshots.items():
+                self._update_snapshots(snapshot_ids, unpaused_ts=unpaused_ts)
+
+        if paused_snapshots:
+            self._update_snapshots(paused_snapshots, unpaused_ts=None)
+
+        if unrestorable_snapshots:
+            self._update_snapshots(unrestorable_snapshots, unrestorable=True)
 
     def get_expired_snapshots(
         self,
@@ -378,8 +414,7 @@ class SnapshotState:
         **kwargs: t.Any,
     ) -> None:
         properties = kwargs
-        if "updated_ts" not in properties:
-            properties["updated_ts"] = now_timestamp()
+        properties["updated_ts"] = now_timestamp()
 
         for where in snapshot_id_filter(
             self.engine_adapter, snapshots, batch_size=self.SNAPSHOT_BATCH_SIZE
@@ -431,7 +466,6 @@ class SnapshotState:
                     updated_ts,
                     unpaused_ts,
                     unrestorable,
-                    forward_only,
                     next_auto_restatement_ts,
                 ) in fetchall(self.engine_adapter, query):
                     snapshot = parse_snapshot(
@@ -439,7 +473,6 @@ class SnapshotState:
                         updated_ts=updated_ts,
                         unpaused_ts=unpaused_ts,
                         unrestorable=unrestorable,
-                        forward_only=forward_only,
                         next_auto_restatement_ts=next_auto_restatement_ts,
                     )
                     snapshot_id = snapshot.snapshot_id
@@ -469,7 +502,6 @@ class SnapshotState:
                         "updated_ts",
                         "unpaused_ts",
                         "unrestorable",
-                        "forward_only",
                         "next_auto_restatement_ts",
                     )
                     .from_(exp.to_table(self.snapshots_table).as_("snapshots"))
@@ -496,7 +528,6 @@ class SnapshotState:
                     updated_ts,
                     unpaused_ts,
                     unrestorable,
-                    forward_only,
                     next_auto_restatement_ts,
                 ) in fetchall(self.engine_adapter, query):
                     snapshot_id = SnapshotId(name=name, identifier=identifier)
@@ -504,7 +535,6 @@ class SnapshotState:
                     snapshot.updated_ts = updated_ts
                     snapshot.unpaused_ts = unpaused_ts
                     snapshot.unrestorable = unrestorable
-                    snapshot.forward_only = forward_only
                     snapshot.next_auto_restatement_ts = next_auto_restatement_ts
                     cached_snapshots_in_state.add(snapshot_id)
 
@@ -538,7 +568,6 @@ class SnapshotState:
                     "snapshots.updated_ts",
                     "snapshots.unpaused_ts",
                     "snapshots.unrestorable",
-                    "snapshots.forward_only",
                     "auto_restatements.next_auto_restatement_ts",
                 )
                 .from_(exp.to_table(self.snapshots_table).as_("snapshots"))
@@ -594,7 +623,6 @@ class SnapshotState:
                     "updated_ts",
                     "unpaused_ts",
                     "unrestorable",
-                    "forward_only",
                 )
                 .from_(exp.to_table(self.snapshots_table).as_("snapshots"))
                 .where(where)
@@ -612,10 +640,9 @@ class SnapshotState:
                 updated_ts=updated_ts,
                 unpaused_ts=unpaused_ts,
                 unrestorable=unrestorable,
-                forward_only=forward_only,
                 snapshot=snapshot,
             )
-            for snapshot, name, identifier, version, updated_ts, unpaused_ts, unrestorable, forward_only in snapshot_rows
+            for snapshot, name, identifier, version, updated_ts, unpaused_ts, unrestorable in snapshot_rows
         ]
 
 
@@ -624,7 +651,6 @@ def parse_snapshot(
     updated_ts: int,
     unpaused_ts: t.Optional[int],
     unrestorable: bool,
-    forward_only: bool,
     next_auto_restatement_ts: t.Optional[int],
 ) -> Snapshot:
     return Snapshot(
@@ -633,7 +659,6 @@ def parse_snapshot(
             "updated_ts": updated_ts,
             "unpaused_ts": unpaused_ts,
             "unrestorable": unrestorable,
-            "forward_only": forward_only,
             "next_auto_restatement_ts": next_auto_restatement_ts,
         }
     )
@@ -648,7 +673,6 @@ def _snapshot_to_json(snapshot: Snapshot) -> str:
             "updated_ts",
             "unpaused_ts",
             "unrestorable",
-            "forward_only",
             "next_auto_restatement_ts",
         }
     )
@@ -669,7 +693,6 @@ def _snapshots_to_df(snapshots: t.Iterable[Snapshot]) -> pd.DataFrame:
                 "unpaused_ts": snapshot.unpaused_ts,
                 "ttl_ms": snapshot.ttl_ms,
                 "unrestorable": snapshot.unrestorable,
-                "forward_only": snapshot.forward_only,
             }
             for snapshot in snapshots
         ]
@@ -739,10 +762,19 @@ class SharedVersionSnapshot(PydanticModel):
                 "updated_ts": self.updated_ts,
                 "unpaused_ts": self.unpaused_ts,
                 "unrestorable": self.unrestorable,
-                "forward_only": self.forward_only,
             }
         )
 
+    def set_unpaused_ts(self, unpaused_dt: t.Optional[TimeLike]) -> None:
+        """Sets the timestamp for when this snapshot was unpaused.
+
+        Args:
+            unpaused_dt: The datetime object of when this snapshot was unpaused.
+        """
+        self.unpaused_ts = (
+            to_timestamp(self.interval_unit.cron_floor(unpaused_dt)) if unpaused_dt else None
+        )
+
     @classmethod
     def from_snapshot_record(
         cls,
@@ -753,7 +785,6 @@ class SharedVersionSnapshot(PydanticModel):
         updated_ts: int,
         unpaused_ts: t.Optional[int],
         unrestorable: bool,
-        forward_only: bool,
         snapshot: str,
     ) -> SharedVersionSnapshot:
         raw_snapshot = json.loads(snapshot)
@@ -772,5 +803,5 @@ class SharedVersionSnapshot(PydanticModel):
             disable_restatement=raw_node.get("kind", {}).get("disable_restatement", False),
             effective_from=raw_snapshot.get("effective_from"),
             raw_snapshot=raw_snapshot,
-            forward_only=forward_only,
+            forward_only=raw_snapshot.get("forward_only", False),
         )

sqlmesh/core/state_sync/db/utils.py

@@ -22,21 +22,6 @@ except ImportError:
 T = t.TypeVar("T")
 
 
-def snapshot_name_filter(
-    snapshot_names: t.Iterable[str],
-    batch_size: int,
-    alias: t.Optional[str] = None,
-) -> t.Iterator[exp.Condition]:
-    names = sorted(snapshot_names)
-
-    if not names:
-        yield exp.false()
-    else:
-        batches = create_batches(names, batch_size=batch_size)
-        for names in batches:
-            yield exp.column("name", table=alias).isin(*names)
-
-
 def snapshot_id_filter(
     engine_adapter: EngineAdapter,
     snapshot_ids: t.Iterable[SnapshotIdLike],

{sqlmesh-0.209.1.dev23.dist-info → sqlmesh-0.209.1.dev25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sqlmesh
-Version: 0.209.1.dev23
+Version: 0.209.1.dev25
 Summary: Next-generation data transformation framework
 Author-email: "TobikoData Inc." <engineering@tobikodata.com>
 License:                                  Apache License
@@ -234,7 +234,7 @@ Requires-Dist: python-dotenv
 Requires-Dist: requests
 Requires-Dist: rich[jupyter]
 Requires-Dist: ruamel.yaml
-Requires-Dist: sqlglot[rs]~=27.6.0
+Requires-Dist: sqlglot[rs]~=27.7.0
 Requires-Dist: tenacity
 Requires-Dist: time-machine
 Requires-Dist: json-stream

{sqlmesh-0.209.1.dev23.dist-info → sqlmesh-0.209.1.dev25.dist-info}/RECORD

@@ -1,5 +1,5 @@
 sqlmesh/__init__.py,sha256=QjwaamJIdW7voXoS880yAx7tHm-Im4_mqGA-XJgafos,7631
-sqlmesh/_version.py,sha256=tK_OLQD86grjYfwA8_YlBWRqfeXhHCIZLmzfp0qWy4c,530
+sqlmesh/_version.py,sha256=SoXZf_p1XD2NdO1DtqJJbQup20sz7WhcPKxMhj-q4aE,530
 sqlmesh/magics.py,sha256=bEzYqXHcM0P3CjyUZ1O9arlmXAdLAhoglKbQ29fD9AE,41842
 sqlmesh/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sqlmesh/cicd/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -112,11 +112,11 @@ sqlmesh/core/state_sync/common.py,sha256=x8Nkox6VmkD-lYZkjRcNe3iVsChR1HBroTorf1k
 sqlmesh/core/state_sync/export_import.py,sha256=WJ7sFX2b_RPAFE4yspJRi_4JQnaO23xpJgRxwXD0agA,8709
 sqlmesh/core/state_sync/db/__init__.py,sha256=jGCqKYB7npq4eh6H2LyfBAJWdOP-IFu0DC4CMiQgYvw,107
 sqlmesh/core/state_sync/db/environment.py,sha256=iTxrdNlKB36S54PUdlqEqlxiAZJtKNExHBtsIbaXT30,13675
-sqlmesh/core/state_sync/db/facade.py,sha256=7OMZt_T3TvavxeC95uwBWe7uD_PtgRyf-s7oYrTkVPg,25245
+sqlmesh/core/state_sync/db/facade.py,sha256=WWditN46A9DXHDcHT7kUZaCfkkjcaDfMC9qO1EfH4Og,25266
 sqlmesh/core/state_sync/db/interval.py,sha256=aMQSF42bVOUU05g7oizcrKR6TBVzR6TJppxzlxkmJFU,17985
-sqlmesh/core/state_sync/db/migrator.py,sha256=av5-dw_0T-u171L8Aepv6nDEg14GFVibdM_hYWq3Hz0,18118
-sqlmesh/core/state_sync/db/snapshot.py,sha256=Ik8ijrQzpZOGAuJZCzxs0l0jlfFiRdwAJF0FjuaCZzg,28046
-sqlmesh/core/state_sync/db/utils.py,sha256=8KjRmOjP5CLuSRkYBUE2k34V-UYB0iSyuO0rWBQ_5pY,4218
+sqlmesh/core/state_sync/db/migrator.py,sha256=2LNUwOBNFkA1ntp-Z93S_OWxFQhOBj3ZD_ZqPCyPEAE,18139
+sqlmesh/core/state_sync/db/snapshot.py,sha256=NsgMbiQGfu64l6zVEO5Ci5CD_A1nCjmkfRIP6cf6bUY,29845
+sqlmesh/core/state_sync/db/utils.py,sha256=204OpT3ISFPCwWP9Aqq8nr6ETl24sbG5uOyo86IJv6E,3819
 sqlmesh/core/state_sync/db/version.py,sha256=fl5g1tNMYu8O6WTN4J3bciwjGq0c5nZlRDlxxRKGU78,2210
 sqlmesh/core/test/__init__.py,sha256=e83TJPwPRR_rAG29Y0OVbZb-5oWVBzz-_wrcd22Qk10,418
 sqlmesh/core/test/context.py,sha256=9mmskKXpzsIkW_I31uN1n3Ioj8ngvyGAqyL_AZvVHpc,2253
@@ -267,7 +267,6 @@ sqlmesh/migrations/v0086_check_deterministic_bug.py,sha256=WiYcmhQD434GXWiiakQtc
 sqlmesh/migrations/v0087_normalize_blueprint_variables.py,sha256=GI6KKA-6PtONUoOnyvLpRTUmPjbpa-CKhDa0iqJW01U,4421
 sqlmesh/migrations/v0088_warn_about_variable_python_env_diffs.py,sha256=zCLT6Yqwny73SlfACWjO1bZfs8lZ7gJBov5Iz4akwiQ,3254
 sqlmesh/migrations/v0089_add_virtual_environment_mode.py,sha256=rm6k7CRy2uHozo1Oy17D8WhiV1JldPNCpJ8PukoHSwM,122
-sqlmesh/migrations/v0090_add_forward_only_column.py,sha256=0mzqPAmZS7KkBpb0tox-iLRAH3ZZVR8gWicZY27El_0,3012
 sqlmesh/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sqlmesh/utils/__init__.py,sha256=51VqA2etTZ6kX54250s1hN5ui7D89OeUTUQ9kgMze7s,11554
 sqlmesh/utils/aws.py,sha256=krxyhrKtsMJDEjT567UbGZogjJ9JRHkvAV-Cg3FVndM,1062
@@ -292,7 +291,7 @@ sqlmesh/utils/pydantic.py,sha256=o_NsXbIpDqNpUA1Uc5xF0ZzoXQYYB0DfHwdRxBwXPNk,120
 sqlmesh/utils/rich.py,sha256=cwQ5nJ6sgz64xHtoh6_ec7ReV5YpsOGhMtUJnwoRfEI,3549
 sqlmesh/utils/windows.py,sha256=r7Yin4WEwbvH7sKA3hOJtRsclmscNuBeCklCfVPvtQs,611
 sqlmesh/utils/yaml.py,sha256=hvo5lmybYLcIx4p6CQwufS8X4MbwS60lEBnCmYJCXmU,2336
-sqlmesh-0.209.1.dev23.dist-info/licenses/LICENSE,sha256=OlMefUjgWJdULtf84BLW0AZZcY8DwdgQqb_1j2862j8,11346
+sqlmesh-0.209.1.dev25.dist-info/licenses/LICENSE,sha256=OlMefUjgWJdULtf84BLW0AZZcY8DwdgQqb_1j2862j8,11346
 sqlmesh_dbt/__init__.py,sha256=awYS5y5mz-1NUmx6i5h5NSTJ7tidRl9NC0FAnFWSF6U,350
 sqlmesh_dbt/cli.py,sha256=Ekn77WLMmyyr31aoDoWrZp5DS0rfiddy7pNohBK8G0s,2115
 sqlmesh_dbt/console.py,sha256=1B0B5_R1DlrEkyWVDl8G78-B6_K-ZtLPsQEhqPCfLEU,188
@@ -414,8 +413,8 @@ web/server/api/endpoints/models.py,sha256=kwj0s7uve3iZSMfmjkoPVMFMeY1sD0peTeyrWf
 web/server/api/endpoints/modules.py,sha256=8hqqgonGay_mJmpCw0IdbjsPhWlQH2VLdKAqha-myac,468
 web/server/api/endpoints/plan.py,sha256=bbbY50W_2MsZSTxOHWMKz0tbIm75nsRSlPy8GI2fg9Q,9306
 web/server/api/endpoints/table_diff.py,sha256=SCy3-pr5x6bEEiOaZGCDbiHQhpgxwmnz3Acqa2Ie6jI,2090
-sqlmesh-0.209.1.dev23.dist-info/METADATA,sha256=4nFKyxDi7qX_O3klhI0Locdt5GgBqsD0k9j4NAO_6hM,26686
-sqlmesh-0.209.1.dev23.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sqlmesh-0.209.1.dev23.dist-info/entry_points.txt,sha256=sHAf6tQczIM8xZoduN4qaUjV7QEPVUUW_LCT8EDUMv4,155
-sqlmesh-0.209.1.dev23.dist-info/top_level.txt,sha256=RQ-33FPe2IgL0rgossAfJkCRtqslz9b7wFARqiWLC5Q,24
-sqlmesh-0.209.1.dev23.dist-info/RECORD,,
+sqlmesh-0.209.1.dev25.dist-info/METADATA,sha256=OlCKVWiOrV3KhwZ6h-Hl7CMB_u1Y6xD6qKtfXGZPZeQ,26686
+sqlmesh-0.209.1.dev25.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sqlmesh-0.209.1.dev25.dist-info/entry_points.txt,sha256=sHAf6tQczIM8xZoduN4qaUjV7QEPVUUW_LCT8EDUMv4,155
+sqlmesh-0.209.1.dev25.dist-info/top_level.txt,sha256=RQ-33FPe2IgL0rgossAfJkCRtqslz9b7wFARqiWLC5Q,24
+sqlmesh-0.209.1.dev25.dist-info/RECORD,,

sqlmesh/migrations/v0090_add_forward_only_column.py

@@ -1,100 +0,0 @@
-"""Add forward_only column to the snapshots table."""
-
-import json
-
-from sqlglot import exp
-
-from sqlmesh.utils.migration import index_text_type, blob_text_type
-
-
-def migrate(state_sync, **kwargs):  # type: ignore
-    import pandas as pd
-
-    engine_adapter = state_sync.engine_adapter
-    schema = state_sync.schema
-    snapshots_table = "_snapshots"
-    if schema:
-        snapshots_table = f"{schema}.{snapshots_table}"
-
-    alter_table_exp = exp.Alter(
-        this=exp.to_table(snapshots_table),
-        kind="TABLE",
-        actions=[
-            exp.ColumnDef(
-                this=exp.to_column("forward_only"),
-                kind=exp.DataType.build("boolean"),
-            )
-        ],
-    )
-    engine_adapter.execute(alter_table_exp)
-
-    new_snapshots = []
-
-    for (
-        name,
-        identifier,
-        version,
-        snapshot,
-        kind_name,
-        updated_ts,
-        unpaused_ts,
-        ttl_ms,
-        unrestorable,
-        forward_only,
-    ) in engine_adapter.fetchall(
-        exp.select(
-            "name",
-            "identifier",
-            "version",
-            "snapshot",
-            "kind_name",
-            "updated_ts",
-            "unpaused_ts",
-            "ttl_ms",
-            "unrestorable",
-            "forward_only",
-        ).from_(snapshots_table),
-        quote_identifiers=True,
-    ):
-        parsed_snapshot = json.loads(snapshot)
-
-        forward_only = parsed_snapshot.get("forward_only")
-        if forward_only is None:
-            forward_only = parsed_snapshot.get("change_category") == 3
-
-        new_snapshots.append(
-            {
-                "name": name,
-                "identifier": identifier,
-                "version": version,
-                "snapshot": json.dumps(parsed_snapshot),
-                "kind_name": kind_name,
-                "updated_ts": updated_ts,
-                "unpaused_ts": unpaused_ts,
-                "ttl_ms": ttl_ms,
-                "unrestorable": unrestorable,
-                "forward_only": forward_only,
-            }
-        )
-
-    if new_snapshots:
-        engine_adapter.delete_from(snapshots_table, "TRUE")
-        index_type = index_text_type(engine_adapter.dialect)
-        blob_type = blob_text_type(engine_adapter.dialect)
-
-        engine_adapter.insert_append(
-            snapshots_table,
-            pd.DataFrame(new_snapshots),
-            columns_to_types={
-                "name": exp.DataType.build(index_type),
-                "identifier": exp.DataType.build(index_type),
-                "version": exp.DataType.build(index_type),
-                "snapshot": exp.DataType.build(blob_type),
-                "kind_name": exp.DataType.build(index_type),
-                "updated_ts": exp.DataType.build("bigint"),
-                "unpaused_ts": exp.DataType.build("bigint"),
-                "ttl_ms": exp.DataType.build("bigint"),
-                "unrestorable": exp.DataType.build("boolean"),
-                "forward_only": exp.DataType.build("boolean"),
-            },
-        )