dagster-sling 0.27.3__tar.gz → 0.27.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-sling might be problematic. Click here for more details.

Files changed (28) hide show
  1. {dagster_sling-0.27.3/dagster_sling.egg-info → dagster_sling-0.27.5}/PKG-INFO +2 -2
  2. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/components/sling_replication_collection/component.py +13 -34
  3. dagster_sling-0.27.5/dagster_sling/version.py +1 -0
  4. {dagster_sling-0.27.3 → dagster_sling-0.27.5/dagster_sling.egg-info}/PKG-INFO +2 -2
  5. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling.egg-info/requires.txt +1 -1
  6. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/setup.py +1 -1
  7. dagster_sling-0.27.3/dagster_sling/version.py +0 -1
  8. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/LICENSE +0 -0
  9. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/MANIFEST.in +0 -0
  10. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/README.md +0 -0
  11. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/__init__.py +0 -0
  12. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/asset_decorator.py +0 -0
  13. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/asset_defs.py +0 -0
  14. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/components/__init__.py +0 -0
  15. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/components/sling_replication_collection/__init__.py +0 -0
  16. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/components/sling_replication_collection/scaffolder.py +0 -0
  17. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/dagster_sling_translator.py +0 -0
  18. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/py.typed +0 -0
  19. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/resources.py +0 -0
  20. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/sling_event_iterator.py +0 -0
  21. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling/sling_replication.py +0 -0
  22. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling.egg-info/SOURCES.txt +0 -0
  23. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling.egg-info/dependency_links.txt +0 -0
  24. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling.egg-info/entry_points.txt +0 -0
  25. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling.egg-info/not-zip-safe +0 -0
  26. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/dagster_sling.egg-info/top_level.txt +0 -0
  27. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/integration.yaml +0 -0
  28. {dagster_sling-0.27.3 → dagster_sling-0.27.5}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-sling
3
- Version: 0.27.3
3
+ Version: 0.27.5
4
4
  Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
6
6
  Author: Dagster Labs
@@ -15,7 +15,7 @@ Classifier: License :: OSI Approved :: Apache Software License
15
15
  Classifier: Operating System :: OS Independent
16
16
  Requires-Python: >=3.9,<3.14
17
17
  License-File: LICENSE
18
- Requires-Dist: dagster==1.11.3
18
+ Requires-Dist: dagster==1.11.5
19
19
  Requires-Dist: sling>=1.1.5
20
20
  Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
21
21
  Provides-Extra: test
@@ -3,7 +3,7 @@ from collections.abc import Iterator, Mapping, Sequence
3
3
  from dataclasses import dataclass, field
4
4
  from functools import cached_property
5
5
  from pathlib import Path
6
- from typing import Annotated, Any, Callable, Literal, Optional, Union
6
+ from typing import Annotated, Any, Literal, Optional, Union
7
7
 
8
8
  from dagster import Resolvable, Resolver
9
9
  from dagster._core.definitions.assets.definition.asset_spec import AssetSpec
@@ -18,9 +18,9 @@ from dagster._core.definitions.result import MaterializeResult
18
18
  from dagster.components.component.component import Component
19
19
  from dagster.components.core.context import ComponentLoadContext
20
20
  from dagster.components.resolved.context import ResolutionContext
21
- from dagster.components.resolved.core_models import AssetAttributesModel, AssetPostProcessor, OpSpec
21
+ from dagster.components.resolved.core_models import AssetPostProcessor, OpSpec
22
22
  from dagster.components.scaffold.scaffold import scaffold_with
23
- from dagster.components.utils import TranslatorResolvingInfo
23
+ from dagster.components.utils.translation import TranslationFn, TranslationFnResolver
24
24
  from dagster_shared.utils.warnings import deprecation_warning
25
25
  from pydantic import BaseModel, ConfigDict, Field
26
26
  from typing_extensions import TypeAlias
@@ -35,36 +35,8 @@ from dagster_sling.resources import AssetExecutionContext, SlingConnectionResour
35
35
  SlingMetadataAddons: TypeAlias = Literal["column_metadata", "row_count"]
36
36
 
37
37
 
38
- def resolve_translation(context: ResolutionContext, model):
39
- info = TranslatorResolvingInfo(
40
- "stream_definition",
41
- asset_attributes=model,
42
- resolution_context=context,
43
- model_key="translation",
44
- )
45
- return lambda base_asset_spec, stream_definition: info.get_asset_spec(
46
- base_asset_spec,
47
- {
48
- "stream_definition": stream_definition,
49
- "spec": base_asset_spec,
50
- },
51
- )
52
-
53
-
54
- TranslationFn: TypeAlias = Callable[[AssetSpec, Mapping[str, Any]], AssetSpec]
55
-
56
- ResolvedTranslationFn: TypeAlias = Annotated[
57
- TranslationFn,
58
- Resolver(
59
- resolve_translation,
60
- model_field_type=Union[str, AssetAttributesModel],
61
- inject_before_resolve=False,
62
- ),
63
- ]
64
-
65
-
66
38
  class ProxyDagsterSlingTranslator(DagsterSlingTranslator):
67
- def __init__(self, fn: TranslationFn):
39
+ def __init__(self, fn: TranslationFn[Mapping[str, Any]]):
68
40
  self._fn = fn
69
41
 
70
42
  def get_asset_spec(self, stream_definition: Mapping[str, Any]) -> AssetSpec:
@@ -76,7 +48,14 @@ class ProxyDagsterSlingTranslator(DagsterSlingTranslator):
76
48
  class SlingReplicationSpecModel(Resolvable):
77
49
  path: str
78
50
  op: Optional[OpSpec] = None
79
- translation: Optional[ResolvedTranslationFn] = None
51
+ translation: Optional[
52
+ Annotated[
53
+ TranslationFn[Mapping[str, Any]],
54
+ TranslationFnResolver(
55
+ template_vars_for_translation_fn=lambda data: {"stream_definition": data}
56
+ ),
57
+ ]
58
+ ] = None
80
59
  include_metadata: list[SlingMetadataAddons] = field(default_factory=list)
81
60
 
82
61
  @cached_property
@@ -152,7 +131,7 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
152
131
  [Sling](https://slingdata.io/) is a Powerful Data Integration tool enabling seamless ELT
153
132
  operations as well as quality checks across files, databases, and storage systems.
154
133
 
155
- dg scaffold dagster_sling.SlingReplicationCollectionComponent {component_path} to get started.
134
+ dg scaffold dagster_sling.SlingReplicationCollectionComponent {defs_path} to get started.
156
135
 
157
136
  This will create a defs.yaml as well as a `replication.yaml` which is a Sling-specific configuration
158
137
  file. See Sling's [documentation](https://docs.slingdata.io/concepts/replication#overview) on `replication.yaml`.
@@ -0,0 +1 @@
1
+ __version__ = "0.27.5"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-sling
3
- Version: 0.27.3
3
+ Version: 0.27.5
4
4
  Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
6
6
  Author: Dagster Labs
@@ -15,7 +15,7 @@ Classifier: License :: OSI Approved :: Apache Software License
15
15
  Classifier: Operating System :: OS Independent
16
16
  Requires-Python: >=3.9,<3.14
17
17
  License-File: LICENSE
18
- Requires-Dist: dagster==1.11.3
18
+ Requires-Dist: dagster==1.11.5
19
19
  Requires-Dist: sling>=1.1.5
20
20
  Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
21
21
  Provides-Extra: test
@@ -1,4 +1,4 @@
1
- dagster==1.11.3
1
+ dagster==1.11.5
2
2
  sling>=1.1.5
3
3
 
4
4
  [:platform_system == "Darwin" and platform_machine == "arm64"]
@@ -35,7 +35,7 @@ setup(
35
35
  include_package_data=True,
36
36
  python_requires=">=3.9,<3.14",
37
37
  install_requires=[
38
- "dagster==1.11.3",
38
+ "dagster==1.11.5",
39
39
  "sling>=1.1.5",
40
40
  # Required due to a bug in uv that can cause sling-linux-amd64 to be installed instead.
41
41
  # See: https://github.com/astral-sh/uv/issues/10945
@@ -1 +0,0 @@
1
- __version__ = "0.27.3"
File without changes
File without changes
File without changes