dagster-sling 0.26.19__py3-none-any.whl → 0.26.21__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-sling might be problematic. Click here for more details.
- dagster_sling/components/sling_replication_collection/component.py +22 -4
- dagster_sling/resources.py +2 -0
- dagster_sling/version.py +1 -1
- {dagster_sling-0.26.19.dist-info → dagster_sling-0.26.21.dist-info}/METADATA +2 -2
- {dagster_sling-0.26.19.dist-info → dagster_sling-0.26.21.dist-info}/RECORD +9 -9
- {dagster_sling-0.26.19.dist-info → dagster_sling-0.26.21.dist-info}/WHEEL +0 -0
- {dagster_sling-0.26.19.dist-info → dagster_sling-0.26.21.dist-info}/entry_points.txt +0 -0
- {dagster_sling-0.26.19.dist-info → dagster_sling-0.26.21.dist-info}/licenses/LICENSE +0 -0
- {dagster_sling-0.26.19.dist-info → dagster_sling-0.26.21.dist-info}/top_level.txt +0 -0
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import textwrap
|
|
1
2
|
from collections.abc import Iterator, Mapping, Sequence
|
|
2
3
|
from dataclasses import dataclass, field
|
|
3
4
|
from functools import cached_property
|
|
@@ -112,6 +113,7 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
|
|
|
112
113
|
),
|
|
113
114
|
] = field(default_factory=SlingResource)
|
|
114
115
|
replications: Sequence[SlingReplicationSpecModel] = field(default_factory=list)
|
|
116
|
+
# TODO: deprecate and then delete -- schrockn 2025-06-10
|
|
115
117
|
asset_post_processors: Optional[Sequence[AssetPostProcessor]] = None
|
|
116
118
|
|
|
117
119
|
def build_asset(
|
|
@@ -159,9 +161,25 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
|
|
|
159
161
|
yield from iterator
|
|
160
162
|
|
|
161
163
|
def build_defs(self, context: ComponentLoadContext) -> Definitions:
|
|
162
|
-
|
|
164
|
+
if self.asset_post_processors:
|
|
165
|
+
raise Exception(
|
|
166
|
+
"The asset_post_processors field is deprecated, place your post-processors in the assets"
|
|
167
|
+
" field in the top-level post_processing field instead, as in this example:\n"
|
|
168
|
+
+ textwrap.dedent(
|
|
169
|
+
"""
|
|
170
|
+
type: dagster_sling.SlingReplicationCollectionComponent
|
|
171
|
+
|
|
172
|
+
attributes: ~
|
|
173
|
+
|
|
174
|
+
post_processing:
|
|
175
|
+
assets:
|
|
176
|
+
- target: "*"
|
|
177
|
+
attributes:
|
|
178
|
+
group_name: "my_group"
|
|
179
|
+
"""
|
|
180
|
+
)
|
|
181
|
+
)
|
|
182
|
+
|
|
183
|
+
return Definitions(
|
|
163
184
|
assets=[self.build_asset(context, replication) for replication in self.replications],
|
|
164
185
|
)
|
|
165
|
-
for post_processor in self.asset_post_processors or []:
|
|
166
|
-
defs = post_processor(defs)
|
|
167
|
-
return defs
|
dagster_sling/resources.py
CHANGED
|
@@ -635,6 +635,8 @@ def _process_env_vars(config: dict[str, Any]) -> dict[str, Any]:
|
|
|
635
635
|
for key, value in config.items():
|
|
636
636
|
if isinstance(value, dict) and len(value) == 1 and next(iter(value.keys())) == "env":
|
|
637
637
|
out[key] = EnvVar(next(iter(value.values()))).get_value()
|
|
638
|
+
elif isinstance(value, EnvVar):
|
|
639
|
+
out[key] = value.get_value()
|
|
638
640
|
else:
|
|
639
641
|
out[key] = value
|
|
640
642
|
return out
|
dagster_sling/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.26.
|
|
1
|
+
__version__ = "0.26.21"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-sling
|
|
3
|
-
Version: 0.26.
|
|
3
|
+
Version: 0.26.21
|
|
4
4
|
Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
14
14
|
Classifier: Operating System :: OS Independent
|
|
15
15
|
Requires-Python: >=3.9,<3.13
|
|
16
16
|
License-File: LICENSE
|
|
17
|
-
Requires-Dist: dagster==1.10.
|
|
17
|
+
Requires-Dist: dagster==1.10.21
|
|
18
18
|
Requires-Dist: sling>=1.1.5
|
|
19
19
|
Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
|
|
20
20
|
Provides-Extra: test
|
|
@@ -3,17 +3,17 @@ dagster_sling/asset_decorator.py,sha256=2rciTJShIc5faBYel0aj_JAX5dtDeTA31GPGag1N
|
|
|
3
3
|
dagster_sling/asset_defs.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
4
|
dagster_sling/dagster_sling_translator.py,sha256=6lH8hcZt0IHuxXaT2XwpX7Pf8ppFdZ9en6qkLo4ZFzs,23964
|
|
5
5
|
dagster_sling/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
|
|
6
|
-
dagster_sling/resources.py,sha256=
|
|
6
|
+
dagster_sling/resources.py,sha256=JKfrNgvmWmrxKsecR5SK_oxe6z7EqpdfS-6FpDiwyzk,25975
|
|
7
7
|
dagster_sling/sling_event_iterator.py,sha256=zLlcYAO-ZbTw-K0lbaIMDuzQPmhNSRrIMcNRvvWkkNY,8460
|
|
8
8
|
dagster_sling/sling_replication.py,sha256=24Fwuokmc2l_8HBStoTMvZSj77Qpt8ZcKUSAJNq34_M,1113
|
|
9
|
-
dagster_sling/version.py,sha256=
|
|
9
|
+
dagster_sling/version.py,sha256=gtsPKN_satzDwTv3o1otQl1HwWzwBXeUyb8XS8-QBNs,24
|
|
10
10
|
dagster_sling/components/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
11
11
|
dagster_sling/components/sling_replication_collection/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
12
|
-
dagster_sling/components/sling_replication_collection/component.py,sha256=
|
|
12
|
+
dagster_sling/components/sling_replication_collection/component.py,sha256=qbXUcPv4FWbChY15c7uE-32oNZEbKEblSlavYdrn4To,7184
|
|
13
13
|
dagster_sling/components/sling_replication_collection/scaffolder.py,sha256=b0L4DtJifCg4FGEQ9E3O9N93WyiGSBlJikSbJOLsq1c,608
|
|
14
|
-
dagster_sling-0.26.
|
|
15
|
-
dagster_sling-0.26.
|
|
16
|
-
dagster_sling-0.26.
|
|
17
|
-
dagster_sling-0.26.
|
|
18
|
-
dagster_sling-0.26.
|
|
19
|
-
dagster_sling-0.26.
|
|
14
|
+
dagster_sling-0.26.21.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
|
|
15
|
+
dagster_sling-0.26.21.dist-info/METADATA,sha256=CGY8C8q5Uti7GU50aumnEzARrUMreSOIjQfCOQZL-YY,1133
|
|
16
|
+
dagster_sling-0.26.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
17
|
+
dagster_sling-0.26.21.dist-info/entry_points.txt,sha256=X75y2oDwNMmfILdNMk3CNOsskBN-RQnDoFV9D3PgVvc,64
|
|
18
|
+
dagster_sling-0.26.21.dist-info/top_level.txt,sha256=eoJKEGsD6fqIEmF6xaF8tj5Kq9a7riWyRHbZn6oHTk8,14
|
|
19
|
+
dagster_sling-0.26.21.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|