dagster-sling 0.27.15__tar.gz → 0.28.0__tar.gz

{dagster_sling-0.27.15/dagster_sling.egg-info → dagster_sling-0.28.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-sling
-Version: 0.27.15
+Version: 0.28.0
 Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
 Author: Dagster Labs
@@ -15,7 +15,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.14
 License-File: LICENSE
-Requires-Dist: dagster==1.11.15
+Requires-Dist: dagster==1.12.0
 Requires-Dist: sling>=1.1.5
 Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
 Provides-Extra: test

{dagster_sling-0.27.15 → dagster_sling-0.28.0}/dagster_sling/components/sling_replication_collection/component.py

@@ -143,7 +143,40 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
     def _base_translator(self) -> DagsterSlingTranslator:
         return DagsterSlingTranslator()
 
+    @public
     def get_asset_spec(self, stream_definition: Mapping[str, Any]) -> AssetSpec:
+        """Generates an AssetSpec for a given Sling stream definition.
+
+        This method can be overridden in a subclass to customize how Sling stream definitions
+        are converted to Dagster asset specs. By default, it delegates to the configured
+        DagsterSlingTranslator.
+
+        Args:
+            stream_definition: A dictionary representing a single stream from the Sling
+                replication config, containing source and target information
+
+        Returns:
+            An AssetSpec that represents the Sling stream as a Dagster asset
+
+        Example:
+            Override this method to add custom metadata based on stream properties:
+
+            .. code-block:: python
+
+                from dagster_sling import SlingReplicationCollectionComponent
+                from dagster import AssetSpec
+
+                class CustomSlingComponent(SlingReplicationCollectionComponent):
+                    def get_asset_spec(self, stream_definition):
+                        base_spec = super().get_asset_spec(stream_definition)
+                        return base_spec.replace_attributes(
+                            metadata={
+                                **base_spec.metadata,
+                                "source": stream_definition.get("source"),
+                                "target": stream_definition.get("target")
+                            }
+                        )
+        """
         return self._base_translator.get_asset_spec(stream_definition)
 
     def build_asset(
@@ -168,12 +201,41 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
 
         return _asset
 
+    @public
     def execute(
         self,
         context: AssetExecutionContext,
         sling: SlingResource,
         replication_spec_model: SlingReplicationSpecModel,
     ) -> Iterator[Union[AssetMaterialization, MaterializeResult]]:
+        """Executes a Sling replication for the selected streams.
+
+        This method can be overridden in a subclass to customize the replication execution
+        behavior, such as adding custom logging, modifying metadata collection, or handling
+        results differently.
+
+        Args:
+            context: The asset execution context provided by Dagster
+            sling: The SlingResource used to execute the replication
+            replication_spec_model: The model containing replication configuration and metadata options
+
+        Yields:
+            AssetMaterialization or MaterializeResult events from the Sling replication
+
+        Example:
+            Override this method to add custom logging during replication:
+
+            .. code-block:: python
+
+                from dagster_sling import SlingReplicationCollectionComponent
+                from dagster import AssetExecutionContext
+
+                class CustomSlingComponent(SlingReplicationCollectionComponent):
+                    def execute(self, context, sling, replication_spec_model):
+                        context.log.info("Starting Sling replication")
+                        yield from super().execute(context, sling, replication_spec_model)
+                        context.log.info("Sling replication completed")
+        """
         iterator = sling.replicate(context=context)
         if "column_metadata" in replication_spec_model.include_metadata:
             iterator = iterator.fetch_column_metadata()

{dagster_sling-0.27.15 → dagster_sling-0.28.0}/dagster_sling/dagster_sling_translator.py

@@ -2,7 +2,7 @@ from collections.abc import Iterable, Mapping
 from dataclasses import dataclass
 from typing import Any, Callable, Optional
 
-from dagster import AssetKey, AssetSpec, AutoMaterializePolicy, LegacyFreshnessPolicy, MetadataValue
+from dagster import AssetKey, AssetSpec, AutoMaterializePolicy, MetadataValue
 from dagster._annotations import public, superseded
 from dagster._utils.names import clean_name_lower_with_dots
 from dagster._utils.warnings import supersession_warning
@@ -42,9 +42,6 @@ class DagsterSlingTranslator:
             group_name=self._resolve_back_compat_method(
                 "get_group_name", self._default_group_name_fn, stream_definition
             ),
-            legacy_freshness_policy=self._resolve_back_compat_method(
-                "get_freshness_policy", self._default_freshness_policy_fn, stream_definition
-            ),
             auto_materialize_policy=self._resolve_back_compat_method(
                 "get_auto_materialize_policy",
                 self._default_auto_materialize_policy_fn,
@@ -465,58 +462,6 @@ class DagsterSlingTranslator:
         meta = config.get("meta", {})
         return meta.get("dagster", {}).get("group")
 
-    @superseded(
-        additional_warn_text="Use `DagsterSlingTranslator.get_asset_spec(...).freshness_policy` instead.",
-    )
-    @public
-    def get_freshness_policy(
-        self, stream_definition: Mapping[str, Any]
-    ) -> Optional[LegacyFreshnessPolicy]:
-        """Retrieves the freshness policy for a given stream definition.
-
-        This method checks the provided stream definition for a specific configuration
-        indicating a freshness policy. If the configuration is found, it constructs and
-        returns a FreshnessPolicy object based on the provided parameters. Otherwise,
-        it returns None.
-
-        Parameters:
-            stream_definition (Mapping[str, Any]): A dictionary representing the stream definition,
-            which includes configuration details.
-
-        Returns:
-            Optional[FreshnessPolicy]: A FreshnessPolicy object if the configuration is found,
-            otherwise None.
-        """
-        return self._default_freshness_policy_fn(stream_definition)
-
-    def _default_freshness_policy_fn(
-        self, stream_definition: Mapping[str, Any]
-    ) -> Optional[LegacyFreshnessPolicy]:
-        """Retrieves the freshness policy for a given stream definition.
-
-        This method checks the provided stream definition for a specific configuration
-        indicating a freshness policy. If the configuration is found, it constructs and
-        returns a FreshnessPolicy object based on the provided parameters. Otherwise,
-        it returns None.
-
-        Parameters:
-            stream_definition (Mapping[str, Any]): A dictionary representing the stream definition,
-            which includes configuration details.
-
-        Returns:
-            Optional[FreshnessPolicy]: A FreshnessPolicy object if the configuration is found,
-            otherwise None.
-        """
-        config = stream_definition.get("config", {}) or {}
-        meta = config.get("meta", {})
-        freshness_policy_config = meta.get("dagster", {}).get("freshness_policy")
-        if freshness_policy_config:
-            return LegacyFreshnessPolicy(
-                maximum_lag_minutes=float(freshness_policy_config["maximum_lag_minutes"]),
-                cron_schedule=freshness_policy_config.get("cron_schedule"),
-                cron_schedule_timezone=freshness_policy_config.get("cron_schedule_timezone"),
-            )
-
     @superseded(
         additional_warn_text="Use `DagsterSlingTranslator.get_asset_spec(...).auto_materialize_policy` instead.",
     )

dagster_sling-0.28.0/dagster_sling/version.py

@@ -0,0 +1 @@
+__version__ = "0.28.0"

{dagster_sling-0.27.15 → dagster_sling-0.28.0/dagster_sling.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-sling
-Version: 0.27.15
+Version: 0.28.0
 Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
 Author: Dagster Labs
@@ -15,7 +15,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.14
 License-File: LICENSE
-Requires-Dist: dagster==1.11.15
+Requires-Dist: dagster==1.12.0
 Requires-Dist: sling>=1.1.5
 Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
 Provides-Extra: test

{dagster_sling-0.27.15 → dagster_sling-0.28.0}/dagster_sling.egg-info/requires.txt

@@ -1,4 +1,4 @@
-dagster==1.11.15
+dagster==1.12.0
 sling>=1.1.5
 
 [:platform_system == "Darwin" and platform_machine == "arm64"]

{dagster_sling-0.27.15 → dagster_sling-0.28.0}/setup.py

@@ -35,7 +35,7 @@ setup(
     include_package_data=True,
     python_requires=">=3.9,<3.14",
     install_requires=[
-        "dagster==1.11.15",
+        "dagster==1.12.0",
         "sling>=1.1.5",
         # Required due to a bug in uv that can cause sling-linux-amd64 to be installed instead.
         # See: https://github.com/astral-sh/uv/issues/10945

dagster_sling-0.27.15/dagster_sling/version.py

@@ -1 +0,0 @@
-__version__ = "0.27.15"