dagster-sling 0.26.13__tar.gz → 0.26.15__tar.gz

{dagster_sling-0.26.13 → dagster_sling-0.26.15}/LICENSE

@@ -186,7 +186,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright 2023 Dagster Labs, Inc".
+   Copyright 2025 Dagster Labs, Inc.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

{dagster_sling-0.26.13/dagster_sling.egg-info → dagster_sling-0.26.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-sling
-Version: 0.26.13
+Version: 0.26.15
 Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
 Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster==1.10.13
+Requires-Dist: dagster==1.10.15
 Requires-Dist: sling>=1.1.5
 Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
 Provides-Extra: test

{dagster_sling-0.26.13 → dagster_sling-0.26.15}/dagster_sling/asset_decorator.py

@@ -9,6 +9,7 @@ from dagster import (
     _check as check,
     multi_asset,
 )
+from dagster._core.definitions.asset_spec import AssetSpec
 from dagster._utils.merger import deep_merge_dicts
 from dagster._utils.security import non_secure_md5_hash_str
 
@@ -118,6 +119,11 @@ def sling_assets(
         or DagsterSlingTranslator()
     )
 
+    def update_code_version_if_unset_by_translator(asset_spec: AssetSpec) -> AssetSpec:
+        if asset_spec.code_version is None:
+            return asset_spec.replace_attributes(code_version=code_version)
+        return asset_spec
+
     return multi_asset(
         name=name,
         partitions_def=partitions_def,
@@ -125,13 +131,13 @@ def sling_assets(
         op_tags=op_tags,
         backfill_policy=backfill_policy,
         specs=[
-            dagster_sling_translator.get_asset_spec(stream)
-            .replace_attributes(code_version=code_version)
-            .merge_attributes(
-                metadata={
-                    METADATA_KEY_TRANSLATOR: dagster_sling_translator,
-                    METADATA_KEY_REPLICATION_CONFIG: replication_config,
-                }
+            update_code_version_if_unset_by_translator(
+                dagster_sling_translator.get_asset_spec(stream).merge_attributes(
+                    metadata={
+                        METADATA_KEY_TRANSLATOR: dagster_sling_translator,
+                        METADATA_KEY_REPLICATION_CONFIG: replication_config,
+                    }
+                )
             )
             for stream in streams
         ],

{dagster_sling-0.26.13 → dagster_sling-0.26.15}/dagster_sling/components/sling_replication_collection/component.py

@@ -1,13 +1,11 @@
 from collections.abc import Iterator, Mapping, Sequence
 from dataclasses import dataclass, field
+from functools import cached_property
 from pathlib import Path
-from typing import Annotated, Any, Literal, Optional, Union
+from typing import Annotated, Any, Callable, Literal, Optional, Union
 
 from dagster._core.definitions.asset_spec import AssetSpec
 from dagster._core.definitions.assets import AssetsDefinition
-from dagster._core.definitions.declarative_automation.automation_condition import (
-    AutomationCondition,
-)
 from dagster._core.definitions.definitions_class import Definitions
 from dagster._core.definitions.events import AssetMaterialization
 from dagster._core.definitions.result import MaterializeResult
@@ -30,72 +28,55 @@ from dagster_sling.resources import AssetExecutionContext, SlingResource
 SlingMetadataAddons: TypeAlias = Literal["column_metadata", "row_count"]
 
 
-class DagsterSlingTranslatorAutomationCondition(DagsterSlingTranslator):
-    """Subclassed to pull in any overridden impl for get_automation_condition
-    into produced asset specs.
-    """
+def resolve_translation(context: ResolutionContext, model):
+    info = TranslatorResolvingInfo(
+        "stream_definition",
+        asset_attributes=model,
+        resolution_context=context,
+        model_key="translation",
+    )
+    return lambda base_asset_spec, stream_definition: info.get_asset_spec(
+        base_asset_spec,
+        {
+            "stream_definition": stream_definition,
+            "spec": base_asset_spec,
+        },
+    )
 
-    def get_automation_condition(
-        self, stream_definition: Mapping[str, Any]
-    ) -> Optional[AutomationCondition]: ...
-
-    def get_asset_spec(self, stream_definition: Mapping[str, Any]) -> AssetSpec:
-        asset_spec = super().get_asset_spec(stream_definition)
-        return asset_spec.replace_attributes(
-            automation_condition=self.get_automation_condition(stream_definition)
-        )
 
+TranslationFn: TypeAlias = Callable[[AssetSpec, Mapping[str, Any]], AssetSpec]
 
-class ComponentsDagsterSlingTranslator(DagsterSlingTranslator):
-    def __init__(self, *, resolving_info: TranslatorResolvingInfo):
-        super().__init__()
-        self.resolving_info = resolving_info
+ResolvedTranslationFn: TypeAlias = Annotated[
+    TranslationFn,
+    Resolver(
+        resolve_translation,
+        model_field_type=Union[str, AssetAttributesModel],
+    ),
+]
 
-    def get_asset_spec(self, obj: Any) -> AssetSpec:  # pyright: ignore[reportIncompatibleMethodOverride]
-        base_spec = super().get_asset_spec(obj)
-        return self.resolving_info.get_asset_spec(
-            base_spec,
-            {self.resolving_info.obj_name: obj, "spec": base_spec},
-        )
 
+class ProxyDagsterSlingTranslator(DagsterSlingTranslator):
+    def __init__(self, fn: TranslationFn):
+        self._fn = fn
 
-def resolve_translator(
-    context: ResolutionContext,
-    asset_attributes,
-) -> DagsterSlingTranslator:
-    # TODO: Consider supporting owners and code_version in the future
-    if asset_attributes and isinstance(asset_attributes, AssetAttributesModel):
-        set_vals = asset_attributes.model_dump(exclude_unset=True)
-        if "owners" in set_vals:
-            raise ValueError("owners are not supported for sling_replication_collection component")
-        if "code_version" in set_vals:
-            raise ValueError(
-                "code_version is not supported for sling_replication_collection component"
-            )
-
-    return ComponentsDagsterSlingTranslator(
-        resolving_info=TranslatorResolvingInfo(
-            "stream_definition",
-            asset_attributes or AssetAttributesModel(),
-            context,
-        )
-    )
+    def get_asset_spec(self, stream_definition: Mapping[str, Any]) -> AssetSpec:
+        base_asset_spec = super().get_asset_spec(stream_definition)
+        return self._fn(base_asset_spec, stream_definition)
 
 
 @dataclass
 class SlingReplicationSpecModel(Resolvable):
     path: str
     op: Optional[OpSpec] = None
-    translator: Annotated[
-        Optional[DagsterSlingTranslator],
-        Resolver(
-            resolve_translator,
-            model_field_name="asset_attributes",
-            model_field_type=Union[str, AssetAttributesModel],
-        ),
-    ] = None
+    translation: Optional[ResolvedTranslationFn] = None
     include_metadata: list[SlingMetadataAddons] = field(default_factory=list)
 
+    @cached_property
+    def translator(self):
+        if self.translation:
+            return ProxyDagsterSlingTranslator(self.translation)
+        return DagsterSlingTranslator()
+
 
 def resolve_resource(
     context: ResolutionContext,

{dagster_sling-0.26.13 → dagster_sling-0.26.15}/dagster_sling/components/sling_replication_collection/scaffolder.py

@@ -1,12 +1,11 @@
-from typing import Any
-
 import yaml
-from dagster.components.component.component_scaffolder import Scaffolder, ScaffoldRequest
+from dagster.components.component.component_scaffolder import Scaffolder
 from dagster.components.component_scaffolding import scaffold_component
+from dagster.components.scaffold.scaffold import ScaffoldRequest
 
 
 class SlingReplicationComponentScaffolder(Scaffolder):
-    def scaffold(self, request: ScaffoldRequest, params: Any) -> None:
+    def scaffold(self, request: ScaffoldRequest) -> None:
         scaffold_component(request, {"replications": [{"path": "replication.yaml"}]})
         replication_path = request.target_path / "replication.yaml"
         with open(replication_path, "w") as f:

dagster_sling-0.26.15/dagster_sling/version.py

@@ -0,0 +1 @@
+__version__ = "0.26.15"

{dagster_sling-0.26.13 → dagster_sling-0.26.15/dagster_sling.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-sling
-Version: 0.26.13
+Version: 0.26.15
 Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
 Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster==1.10.13
+Requires-Dist: dagster==1.10.15
 Requires-Dist: sling>=1.1.5
 Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
 Provides-Extra: test

{dagster_sling-0.26.13 → dagster_sling-0.26.15}/dagster_sling.egg-info/requires.txt

@@ -1,4 +1,4 @@
-dagster==1.10.13
+dagster==1.10.15
 sling>=1.1.5
 
 [:platform_system == "Darwin" and platform_machine == "arm64"]

{dagster_sling-0.26.13 → dagster_sling-0.26.15}/setup.py

@@ -34,7 +34,7 @@ setup(
     include_package_data=True,
     python_requires=">=3.9,<3.13",
     install_requires=[
-        "dagster==1.10.13",
+        "dagster==1.10.15",
         "sling>=1.1.5",
         # Required due to a bug in uv that can cause sling-linux-amd64 to be installed instead.
         # See: https://github.com/astral-sh/uv/issues/10945

dagster_sling-0.26.13/dagster_sling/version.py

@@ -1 +0,0 @@
-__version__ = "0.26.13"