dagster-sling 0.26.14__py3-none-any.whl → 0.26.16__py3-none-any.whl

dagster_sling/asset_decorator.py

@@ -9,6 +9,7 @@ from dagster import (
     _check as check,
     multi_asset,
 )
+from dagster._core.definitions.asset_spec import AssetSpec
 from dagster._utils.merger import deep_merge_dicts
 from dagster._utils.security import non_secure_md5_hash_str
 
@@ -118,6 +119,11 @@ def sling_assets(
         or DagsterSlingTranslator()
     )
 
+    def update_code_version_if_unset_by_translator(asset_spec: AssetSpec) -> AssetSpec:
+        if asset_spec.code_version is None:
+            return asset_spec.replace_attributes(code_version=code_version)
+        return asset_spec
+
     return multi_asset(
         name=name,
         partitions_def=partitions_def,
@@ -125,13 +131,13 @@ def sling_assets(
         op_tags=op_tags,
         backfill_policy=backfill_policy,
         specs=[
-            dagster_sling_translator.get_asset_spec(stream)
-            .replace_attributes(code_version=code_version)
-            .merge_attributes(
-                metadata={
-                    METADATA_KEY_TRANSLATOR: dagster_sling_translator,
-                    METADATA_KEY_REPLICATION_CONFIG: replication_config,
-                }
+            update_code_version_if_unset_by_translator(
+                dagster_sling_translator.get_asset_spec(stream).merge_attributes(
+                    metadata={
+                        METADATA_KEY_TRANSLATOR: dagster_sling_translator,
+                        METADATA_KEY_REPLICATION_CONFIG: replication_config,
+                    }
+                )
             )
             for stream in streams
         ],

dagster_sling/components/sling_replication_collection/component.py

@@ -1,13 +1,11 @@
 from collections.abc import Iterator, Mapping, Sequence
 from dataclasses import dataclass, field
+from functools import cached_property
 from pathlib import Path
-from typing import Annotated, Any, Literal, Optional, Union
+from typing import Annotated, Any, Callable, Literal, Optional, Union
 
 from dagster._core.definitions.asset_spec import AssetSpec
 from dagster._core.definitions.assets import AssetsDefinition
-from dagster._core.definitions.declarative_automation.automation_condition import (
-    AutomationCondition,
-)
 from dagster._core.definitions.definitions_class import Definitions
 from dagster._core.definitions.events import AssetMaterialization
 from dagster._core.definitions.result import MaterializeResult
@@ -30,72 +28,55 @@ from dagster_sling.resources import AssetExecutionContext, SlingResource
 SlingMetadataAddons: TypeAlias = Literal["column_metadata", "row_count"]
 
 
-class DagsterSlingTranslatorAutomationCondition(DagsterSlingTranslator):
-    """Subclassed to pull in any overridden impl for get_automation_condition
-    into produced asset specs.
-    """
+def resolve_translation(context: ResolutionContext, model):
+    info = TranslatorResolvingInfo(
+        "stream_definition",
+        asset_attributes=model,
+        resolution_context=context,
+        model_key="translation",
+    )
+    return lambda base_asset_spec, stream_definition: info.get_asset_spec(
+        base_asset_spec,
+        {
+            "stream_definition": stream_definition,
+            "spec": base_asset_spec,
+        },
+    )
 
-    def get_automation_condition(
-        self, stream_definition: Mapping[str, Any]
-    ) -> Optional[AutomationCondition]: ...
-
-    def get_asset_spec(self, stream_definition: Mapping[str, Any]) -> AssetSpec:
-        asset_spec = super().get_asset_spec(stream_definition)
-        return asset_spec.replace_attributes(
-            automation_condition=self.get_automation_condition(stream_definition)
-        )
 
+TranslationFn: TypeAlias = Callable[[AssetSpec, Mapping[str, Any]], AssetSpec]
 
-class ComponentsDagsterSlingTranslator(DagsterSlingTranslator):
-    def __init__(self, *, resolving_info: TranslatorResolvingInfo):
-        super().__init__()
-        self.resolving_info = resolving_info
+ResolvedTranslationFn: TypeAlias = Annotated[
+    TranslationFn,
+    Resolver(
+        resolve_translation,
+        model_field_type=Union[str, AssetAttributesModel],
+    ),
+]
 
-    def get_asset_spec(self, obj: Any) -> AssetSpec:  # pyright: ignore[reportIncompatibleMethodOverride]
-        base_spec = super().get_asset_spec(obj)
-        return self.resolving_info.get_asset_spec(
-            base_spec,
-            {self.resolving_info.obj_name: obj, "spec": base_spec},
-        )
 
+class ProxyDagsterSlingTranslator(DagsterSlingTranslator):
+    def __init__(self, fn: TranslationFn):
+        self._fn = fn
 
-def resolve_translator(
-    context: ResolutionContext,
-    asset_attributes,
-) -> DagsterSlingTranslator:
-    # TODO: Consider supporting owners and code_version in the future
-    if asset_attributes and isinstance(asset_attributes, AssetAttributesModel):
-        set_vals = asset_attributes.model_dump(exclude_unset=True)
-        if "owners" in set_vals:
-            raise ValueError("owners are not supported for sling_replication_collection component")
-        if "code_version" in set_vals:
-            raise ValueError(
-                "code_version is not supported for sling_replication_collection component"
-            )
-
-    return ComponentsDagsterSlingTranslator(
-        resolving_info=TranslatorResolvingInfo(
-            "stream_definition",
-            asset_attributes or AssetAttributesModel(),
-            context,
-        )
-    )
+    def get_asset_spec(self, stream_definition: Mapping[str, Any]) -> AssetSpec:
+        base_asset_spec = super().get_asset_spec(stream_definition)
+        return self._fn(base_asset_spec, stream_definition)
 
 
 @dataclass
 class SlingReplicationSpecModel(Resolvable):
     path: str
     op: Optional[OpSpec] = None
-    translator: Annotated[
-        Optional[DagsterSlingTranslator],
-        Resolver(
-            resolve_translator,
-            model_field_name="asset_attributes",
-            model_field_type=Union[str, AssetAttributesModel],
-        ),
-    ] = None
+    translation: Optional[ResolvedTranslationFn] = None
     include_metadata: list[SlingMetadataAddons] = field(default_factory=list)
 
+    @cached_property
+    def translator(self):
+        if self.translation:
+            return ProxyDagsterSlingTranslator(self.translation)
+        return DagsterSlingTranslator()
+
 
 def resolve_resource(
     context: ResolutionContext,

dagster_sling/components/sling_replication_collection/scaffolder.py

@@ -1,12 +1,11 @@
-from typing import Any
-
 import yaml
-from dagster.components.component.component_scaffolder import Scaffolder, ScaffoldRequest
+from dagster.components.component.component_scaffolder import Scaffolder
 from dagster.components.component_scaffolding import scaffold_component
+from dagster.components.scaffold.scaffold import ScaffoldRequest
 
 
 class SlingReplicationComponentScaffolder(Scaffolder):
-    def scaffold(self, request: ScaffoldRequest, params: Any) -> None:
+    def scaffold(self, request: ScaffoldRequest) -> None:
         scaffold_component(request, {"replications": [{"path": "replication.yaml"}]})
         replication_path = request.target_path / "replication.yaml"
         with open(replication_path, "w") as f:

dagster_sling/version.py

@@ -1 +1 @@
-__version__ = "0.26.14"
+__version__ = "0.26.16"

{dagster_sling-0.26.14.dist-info → dagster_sling-0.26.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-sling
-Version: 0.26.14
+Version: 0.26.16
 Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
 Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster==1.10.14
+Requires-Dist: dagster==1.10.16
 Requires-Dist: sling>=1.1.5
 Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
 Provides-Extra: test

{dagster_sling-0.26.14.dist-info → dagster_sling-0.26.16.dist-info}/RECORD

@@ -1,19 +1,19 @@
 dagster_sling/__init__.py,sha256=bMx84ssIRAWK3TrxK1CMrDiOAgq5ynJvcJX-EKXKjvM,842
-dagster_sling/asset_decorator.py,sha256=GUr2_azLV4lzu68IkObhq4NjOxr4LSd7vJW0Ax-2Yrw,5606
+dagster_sling/asset_decorator.py,sha256=2rciTJShIc5faBYel0aj_JAX5dtDeTA31GPGag1NoVs,5922
 dagster_sling/asset_defs.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_sling/dagster_sling_translator.py,sha256=6lH8hcZt0IHuxXaT2XwpX7Pf8ppFdZ9en6qkLo4ZFzs,23964
 dagster_sling/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
 dagster_sling/resources.py,sha256=2Jaqcj91ZHUOxhp0KD0DmEJNUVckFyY1-46VkR6Bo3o,25894
 dagster_sling/sling_event_iterator.py,sha256=zLlcYAO-ZbTw-K0lbaIMDuzQPmhNSRrIMcNRvvWkkNY,8460
 dagster_sling/sling_replication.py,sha256=24Fwuokmc2l_8HBStoTMvZSj77Qpt8ZcKUSAJNq34_M,1113
-dagster_sling/version.py,sha256=EPk6r3uG-J0czYiKCSM_8HOU7vSC5_sOO425xCSlJqc,24
+dagster_sling/version.py,sha256=vEOqYFBjbYbsWUrfgGxQ8I86asToHKX7HNLE41dykhE,24
 dagster_sling/components/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_sling/components/sling_replication_collection/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dagster_sling/components/sling_replication_collection/component.py,sha256=5mSjU63MBPVC8JVqJFR9v28hYyUWz3naSoEY-ELlSOQ,6833
-dagster_sling/components/sling_replication_collection/scaffolder.py,sha256=ah4qRzQMlfWYB78AZh_NxcwQuMKzQoCGlIBVR1-DFf8,597
-dagster_sling-0.26.14.dist-info/licenses/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
-dagster_sling-0.26.14.dist-info/METADATA,sha256=75-hwN9HuVH_6_NANrCoPZHDKoZHfMQgwlMWncU_Iog,1086
-dagster_sling-0.26.14.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
-dagster_sling-0.26.14.dist-info/entry_points.txt,sha256=Ckb6Ugpm3eP0Y5MjAU2GGLtxLgamsXASXZaTXHK75hg,50
-dagster_sling-0.26.14.dist-info/top_level.txt,sha256=eoJKEGsD6fqIEmF6xaF8tj5Kq9a7riWyRHbZn6oHTk8,14
-dagster_sling-0.26.14.dist-info/RECORD,,
+dagster_sling/components/sling_replication_collection/component.py,sha256=Wnhu0y5pznkw5Ov5LVZcIUe6XaQLxgiHczLSJLp5DM0,5826
+dagster_sling/components/sling_replication_collection/scaffolder.py,sha256=b0L4DtJifCg4FGEQ9E3O9N93WyiGSBlJikSbJOLsq1c,608
+dagster_sling-0.26.16.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_sling-0.26.16.dist-info/METADATA,sha256=MBu-m8T6ILZNrYLbYiITVqV830A6oCcCFnL2GtWQ9w0,1086
+dagster_sling-0.26.16.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+dagster_sling-0.26.16.dist-info/entry_points.txt,sha256=Ckb6Ugpm3eP0Y5MjAU2GGLtxLgamsXASXZaTXHK75hg,50
+dagster_sling-0.26.16.dist-info/top_level.txt,sha256=eoJKEGsD6fqIEmF6xaF8tj5Kq9a7riWyRHbZn6oHTk8,14
+dagster_sling-0.26.16.dist-info/RECORD,,

{dagster_sling-0.26.14.dist-info → dagster_sling-0.26.16.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.3.1)
+Generator: setuptools (80.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{dagster_sling-0.26.14.dist-info → dagster_sling-0.26.16.dist-info}/licenses/LICENSE

@@ -186,7 +186,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright 2023 Dagster Labs, Inc".
+   Copyright 2025 Dagster Labs, Inc.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.