dagster-sling 0.26.16__tar.gz → 0.26.18__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-sling might be problematic. Click here for more details.

Files changed (28) hide show
  1. {dagster_sling-0.26.16/dagster_sling.egg-info → dagster_sling-0.26.18}/PKG-INFO +2 -2
  2. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/components/sling_replication_collection/component.py +19 -3
  3. dagster_sling-0.26.18/dagster_sling/version.py +1 -0
  4. {dagster_sling-0.26.16 → dagster_sling-0.26.18/dagster_sling.egg-info}/PKG-INFO +2 -2
  5. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling.egg-info/entry_points.txt +1 -1
  6. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling.egg-info/requires.txt +1 -1
  7. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/setup.py +2 -2
  8. dagster_sling-0.26.16/dagster_sling/version.py +0 -1
  9. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/LICENSE +0 -0
  10. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/MANIFEST.in +0 -0
  11. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/README.md +0 -0
  12. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/__init__.py +0 -0
  13. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/asset_decorator.py +0 -0
  14. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/asset_defs.py +0 -0
  15. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/components/__init__.py +0 -0
  16. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/components/sling_replication_collection/__init__.py +0 -0
  17. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/components/sling_replication_collection/scaffolder.py +0 -0
  18. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/dagster_sling_translator.py +0 -0
  19. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/py.typed +0 -0
  20. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/resources.py +0 -0
  21. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/sling_event_iterator.py +0 -0
  22. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling/sling_replication.py +0 -0
  23. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling.egg-info/SOURCES.txt +0 -0
  24. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling.egg-info/dependency_links.txt +0 -0
  25. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling.egg-info/not-zip-safe +0 -0
  26. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/dagster_sling.egg-info/top_level.txt +0 -0
  27. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/integration.yaml +0 -0
  28. {dagster_sling-0.26.16 → dagster_sling-0.26.18}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-sling
3
- Version: 0.26.16
3
+ Version: 0.26.18
4
4
  Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
6
6
  Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
14
14
  Classifier: Operating System :: OS Independent
15
15
  Requires-Python: >=3.9,<3.13
16
16
  License-File: LICENSE
17
- Requires-Dist: dagster==1.10.16
17
+ Requires-Dist: dagster==1.10.18
18
18
  Requires-Dist: sling>=1.1.5
19
19
  Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
20
20
  Provides-Extra: test
@@ -4,12 +4,16 @@ from functools import cached_property
4
4
  from pathlib import Path
5
5
  from typing import Annotated, Any, Callable, Literal, Optional, Union
6
6
 
7
+ from dagster import Resolvable, Resolver
7
8
  from dagster._core.definitions.asset_spec import AssetSpec
8
9
  from dagster._core.definitions.assets import AssetsDefinition
9
10
  from dagster._core.definitions.definitions_class import Definitions
10
11
  from dagster._core.definitions.events import AssetMaterialization
12
+ from dagster._core.definitions.metadata.source_code import (
13
+ LocalFileCodeReference,
14
+ merge_code_references,
15
+ )
11
16
  from dagster._core.definitions.result import MaterializeResult
12
- from dagster.components import Resolvable, Resolver
13
17
  from dagster.components.component.component import Component
14
18
  from dagster.components.core.context import ComponentLoadContext
15
19
  from dagster.components.resolved.context import ResolutionContext
@@ -95,7 +99,7 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
95
99
 
96
100
  dg scaffold dagster_sling.SlingReplicationCollectionComponent {component_path} to get started.
97
101
 
98
- This will create a component.yaml as well as a `replication.yaml` which is a Sling-specific configuration
102
+ This will create a defs.yaml as well as a `replication.yaml` which is a Sling-specific configuration
99
103
  file. See Sling's [documentation](https://docs.slingdata.io/concepts/replication#overview) on `replication.yaml`.
100
104
  """
101
105
 
@@ -114,11 +118,23 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
114
118
  ) -> AssetsDefinition:
115
119
  op_spec = replication_spec_model.op or OpSpec()
116
120
 
121
+ class ReplicationTranslatorWithCodeReferences(DagsterSlingTranslator):
122
+ def get_asset_spec(self, stream_definition: Mapping[str, Any]) -> AssetSpec:
123
+ asset_spec = replication_spec_model.translator.get_asset_spec(stream_definition)
124
+ return merge_code_references(
125
+ asset_spec,
126
+ [
127
+ LocalFileCodeReference(
128
+ file_path=str(context.path / replication_spec_model.path)
129
+ )
130
+ ],
131
+ )
132
+
117
133
  @sling_assets(
118
134
  name=op_spec.name or Path(replication_spec_model.path).stem,
119
135
  op_tags=op_spec.tags,
120
136
  replication_config=context.path / replication_spec_model.path,
121
- dagster_sling_translator=replication_spec_model.translator,
137
+ dagster_sling_translator=ReplicationTranslatorWithCodeReferences(),
122
138
  backfill_policy=op_spec.backfill_policy,
123
139
  )
124
140
  def _asset(context: AssetExecutionContext):
@@ -0,0 +1 @@
1
+ __version__ = "0.26.18"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-sling
3
- Version: 0.26.16
3
+ Version: 0.26.18
4
4
  Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
6
6
  Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
14
14
  Classifier: Operating System :: OS Independent
15
15
  Requires-Python: >=3.9,<3.13
16
16
  License-File: LICENSE
17
- Requires-Dist: dagster==1.10.16
17
+ Requires-Dist: dagster==1.10.18
18
18
  Requires-Dist: sling>=1.1.5
19
19
  Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
20
20
  Provides-Extra: test
@@ -1,2 +1,2 @@
1
- [dagster_dg.plugin]
1
+ [dagster_dg_cli.plugin]
2
2
  dagster_sling = dagster_sling
@@ -1,4 +1,4 @@
1
- dagster==1.10.16
1
+ dagster==1.10.18
2
2
  sling>=1.1.5
3
3
 
4
4
  [:platform_system == "Darwin" and platform_machine == "arm64"]
@@ -34,7 +34,7 @@ setup(
34
34
  include_package_data=True,
35
35
  python_requires=">=3.9,<3.13",
36
36
  install_requires=[
37
- "dagster==1.10.16",
37
+ "dagster==1.10.18",
38
38
  "sling>=1.1.5",
39
39
  # Required due to a bug in uv that can cause sling-linux-amd64 to be installed instead.
40
40
  # See: https://github.com/astral-sh/uv/issues/10945
@@ -47,7 +47,7 @@ setup(
47
47
  ]
48
48
  },
49
49
  entry_points={
50
- "dagster_dg.plugin": [
50
+ "dagster_dg_cli.plugin": [
51
51
  "dagster_sling = dagster_sling",
52
52
  ],
53
53
  },
@@ -1 +0,0 @@
1
- __version__ = "0.26.16"
File without changes