dagster-sling 0.26.19__py3-none-any.whl → 0.26.21__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-sling might be problematic. Click here for more details.

@@ -1,3 +1,4 @@
1
+ import textwrap
1
2
  from collections.abc import Iterator, Mapping, Sequence
2
3
  from dataclasses import dataclass, field
3
4
  from functools import cached_property
@@ -112,6 +113,7 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
112
113
  ),
113
114
  ] = field(default_factory=SlingResource)
114
115
  replications: Sequence[SlingReplicationSpecModel] = field(default_factory=list)
116
+ # TODO: deprecate and then delete -- schrockn 2025-06-10
115
117
  asset_post_processors: Optional[Sequence[AssetPostProcessor]] = None
116
118
 
117
119
  def build_asset(
@@ -159,9 +161,25 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
159
161
  yield from iterator
160
162
 
161
163
  def build_defs(self, context: ComponentLoadContext) -> Definitions:
162
- defs = Definitions(
164
+ if self.asset_post_processors:
165
+ raise Exception(
166
+ "The asset_post_processors field is deprecated, place your post-processors in the assets"
167
+ " field in the top-level post_processing field instead, as in this example:\n"
168
+ + textwrap.dedent(
169
+ """
170
+ type: dagster_sling.SlingReplicationCollectionComponent
171
+
172
+ attributes: ~
173
+
174
+ post_processing:
175
+ assets:
176
+ - target: "*"
177
+ attributes:
178
+ group_name: "my_group"
179
+ """
180
+ )
181
+ )
182
+
183
+ return Definitions(
163
184
  assets=[self.build_asset(context, replication) for replication in self.replications],
164
185
  )
165
- for post_processor in self.asset_post_processors or []:
166
- defs = post_processor(defs)
167
- return defs
@@ -635,6 +635,8 @@ def _process_env_vars(config: dict[str, Any]) -> dict[str, Any]:
635
635
  for key, value in config.items():
636
636
  if isinstance(value, dict) and len(value) == 1 and next(iter(value.keys())) == "env":
637
637
  out[key] = EnvVar(next(iter(value.values()))).get_value()
638
+ elif isinstance(value, EnvVar):
639
+ out[key] = value.get_value()
638
640
  else:
639
641
  out[key] = value
640
642
  return out
dagster_sling/version.py CHANGED
@@ -1 +1 @@
1
- __version__ = "0.26.19"
1
+ __version__ = "0.26.21"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-sling
3
- Version: 0.26.19
3
+ Version: 0.26.21
4
4
  Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
6
6
  Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
14
14
  Classifier: Operating System :: OS Independent
15
15
  Requires-Python: >=3.9,<3.13
16
16
  License-File: LICENSE
17
- Requires-Dist: dagster==1.10.19
17
+ Requires-Dist: dagster==1.10.21
18
18
  Requires-Dist: sling>=1.1.5
19
19
  Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
20
20
  Provides-Extra: test
@@ -3,17 +3,17 @@ dagster_sling/asset_decorator.py,sha256=2rciTJShIc5faBYel0aj_JAX5dtDeTA31GPGag1N
3
3
  dagster_sling/asset_defs.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
4
  dagster_sling/dagster_sling_translator.py,sha256=6lH8hcZt0IHuxXaT2XwpX7Pf8ppFdZ9en6qkLo4ZFzs,23964
5
5
  dagster_sling/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
6
- dagster_sling/resources.py,sha256=2Jaqcj91ZHUOxhp0KD0DmEJNUVckFyY1-46VkR6Bo3o,25894
6
+ dagster_sling/resources.py,sha256=JKfrNgvmWmrxKsecR5SK_oxe6z7EqpdfS-6FpDiwyzk,25975
7
7
  dagster_sling/sling_event_iterator.py,sha256=zLlcYAO-ZbTw-K0lbaIMDuzQPmhNSRrIMcNRvvWkkNY,8460
8
8
  dagster_sling/sling_replication.py,sha256=24Fwuokmc2l_8HBStoTMvZSj77Qpt8ZcKUSAJNq34_M,1113
9
- dagster_sling/version.py,sha256=hFTnREFUNV6k-r7gNk8pbgoXT_sSxa-pE2ccr7Zysn4,24
9
+ dagster_sling/version.py,sha256=gtsPKN_satzDwTv3o1otQl1HwWzwBXeUyb8XS8-QBNs,24
10
10
  dagster_sling/components/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
11
11
  dagster_sling/components/sling_replication_collection/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
12
- dagster_sling/components/sling_replication_collection/component.py,sha256=DLpalk9UEeiFKUEEFzzqCkQDHpY5zOs0o5pRUhGkCiY,6540
12
+ dagster_sling/components/sling_replication_collection/component.py,sha256=qbXUcPv4FWbChY15c7uE-32oNZEbKEblSlavYdrn4To,7184
13
13
  dagster_sling/components/sling_replication_collection/scaffolder.py,sha256=b0L4DtJifCg4FGEQ9E3O9N93WyiGSBlJikSbJOLsq1c,608
14
- dagster_sling-0.26.19.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
15
- dagster_sling-0.26.19.dist-info/METADATA,sha256=qxE2kw-uibWnp0gF_b3CEHiYyR3BGSCvfP7S7ycqgEU,1133
16
- dagster_sling-0.26.19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
17
- dagster_sling-0.26.19.dist-info/entry_points.txt,sha256=X75y2oDwNMmfILdNMk3CNOsskBN-RQnDoFV9D3PgVvc,64
18
- dagster_sling-0.26.19.dist-info/top_level.txt,sha256=eoJKEGsD6fqIEmF6xaF8tj5Kq9a7riWyRHbZn6oHTk8,14
19
- dagster_sling-0.26.19.dist-info/RECORD,,
14
+ dagster_sling-0.26.21.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
15
+ dagster_sling-0.26.21.dist-info/METADATA,sha256=CGY8C8q5Uti7GU50aumnEzARrUMreSOIjQfCOQZL-YY,1133
16
+ dagster_sling-0.26.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
17
+ dagster_sling-0.26.21.dist-info/entry_points.txt,sha256=X75y2oDwNMmfILdNMk3CNOsskBN-RQnDoFV9D3PgVvc,64
18
+ dagster_sling-0.26.21.dist-info/top_level.txt,sha256=eoJKEGsD6fqIEmF6xaF8tj5Kq9a7riWyRHbZn6oHTk8,14
19
+ dagster_sling-0.26.21.dist-info/RECORD,,