dagster-sling 0.26.16__tar.gz → 0.26.18rc0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-sling might be problematic. Click here for more details.
- {dagster_sling-0.26.16/dagster_sling.egg-info → dagster_sling-0.26.18rc0}/PKG-INFO +2 -2
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/components/sling_replication_collection/component.py +19 -3
- dagster_sling-0.26.18rc0/dagster_sling/version.py +1 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0/dagster_sling.egg-info}/PKG-INFO +2 -2
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling.egg-info/requires.txt +1 -1
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/setup.py +1 -1
- dagster_sling-0.26.16/dagster_sling/version.py +0 -1
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/LICENSE +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/MANIFEST.in +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/README.md +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/__init__.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/asset_decorator.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/asset_defs.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/components/__init__.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/components/sling_replication_collection/__init__.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/components/sling_replication_collection/scaffolder.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/dagster_sling_translator.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/py.typed +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/resources.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/sling_event_iterator.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/sling_replication.py +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling.egg-info/SOURCES.txt +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling.egg-info/dependency_links.txt +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling.egg-info/entry_points.txt +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling.egg-info/not-zip-safe +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling.egg-info/top_level.txt +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/integration.yaml +0 -0
- {dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-sling
|
|
3
|
-
Version: 0.26.
|
|
3
|
+
Version: 0.26.18rc0
|
|
4
4
|
Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
14
14
|
Classifier: Operating System :: OS Independent
|
|
15
15
|
Requires-Python: >=3.9,<3.13
|
|
16
16
|
License-File: LICENSE
|
|
17
|
-
Requires-Dist: dagster==1.10.
|
|
17
|
+
Requires-Dist: dagster==1.10.18rc0
|
|
18
18
|
Requires-Dist: sling>=1.1.5
|
|
19
19
|
Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
|
|
20
20
|
Provides-Extra: test
|
|
@@ -4,12 +4,16 @@ from functools import cached_property
|
|
|
4
4
|
from pathlib import Path
|
|
5
5
|
from typing import Annotated, Any, Callable, Literal, Optional, Union
|
|
6
6
|
|
|
7
|
+
from dagster import Resolvable, Resolver
|
|
7
8
|
from dagster._core.definitions.asset_spec import AssetSpec
|
|
8
9
|
from dagster._core.definitions.assets import AssetsDefinition
|
|
9
10
|
from dagster._core.definitions.definitions_class import Definitions
|
|
10
11
|
from dagster._core.definitions.events import AssetMaterialization
|
|
12
|
+
from dagster._core.definitions.metadata.source_code import (
|
|
13
|
+
LocalFileCodeReference,
|
|
14
|
+
merge_code_references,
|
|
15
|
+
)
|
|
11
16
|
from dagster._core.definitions.result import MaterializeResult
|
|
12
|
-
from dagster.components import Resolvable, Resolver
|
|
13
17
|
from dagster.components.component.component import Component
|
|
14
18
|
from dagster.components.core.context import ComponentLoadContext
|
|
15
19
|
from dagster.components.resolved.context import ResolutionContext
|
|
@@ -95,7 +99,7 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
|
|
|
95
99
|
|
|
96
100
|
dg scaffold dagster_sling.SlingReplicationCollectionComponent {component_path} to get started.
|
|
97
101
|
|
|
98
|
-
This will create a
|
|
102
|
+
This will create a defs.yaml as well as a `replication.yaml` which is a Sling-specific configuration
|
|
99
103
|
file. See Sling's [documentation](https://docs.slingdata.io/concepts/replication#overview) on `replication.yaml`.
|
|
100
104
|
"""
|
|
101
105
|
|
|
@@ -114,11 +118,23 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
|
|
|
114
118
|
) -> AssetsDefinition:
|
|
115
119
|
op_spec = replication_spec_model.op or OpSpec()
|
|
116
120
|
|
|
121
|
+
class ReplicationTranslatorWithCodeReferences(DagsterSlingTranslator):
|
|
122
|
+
def get_asset_spec(self, stream_definition: Mapping[str, Any]) -> AssetSpec:
|
|
123
|
+
asset_spec = replication_spec_model.translator.get_asset_spec(stream_definition)
|
|
124
|
+
return merge_code_references(
|
|
125
|
+
asset_spec,
|
|
126
|
+
[
|
|
127
|
+
LocalFileCodeReference(
|
|
128
|
+
file_path=str(context.path / replication_spec_model.path)
|
|
129
|
+
)
|
|
130
|
+
],
|
|
131
|
+
)
|
|
132
|
+
|
|
117
133
|
@sling_assets(
|
|
118
134
|
name=op_spec.name or Path(replication_spec_model.path).stem,
|
|
119
135
|
op_tags=op_spec.tags,
|
|
120
136
|
replication_config=context.path / replication_spec_model.path,
|
|
121
|
-
dagster_sling_translator=
|
|
137
|
+
dagster_sling_translator=ReplicationTranslatorWithCodeReferences(),
|
|
122
138
|
backfill_policy=op_spec.backfill_policy,
|
|
123
139
|
)
|
|
124
140
|
def _asset(context: AssetExecutionContext):
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.26.18rc0"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-sling
|
|
3
|
-
Version: 0.26.
|
|
3
|
+
Version: 0.26.18rc0
|
|
4
4
|
Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
14
14
|
Classifier: Operating System :: OS Independent
|
|
15
15
|
Requires-Python: >=3.9,<3.13
|
|
16
16
|
License-File: LICENSE
|
|
17
|
-
Requires-Dist: dagster==1.10.
|
|
17
|
+
Requires-Dist: dagster==1.10.18rc0
|
|
18
18
|
Requires-Dist: sling>=1.1.5
|
|
19
19
|
Requires-Dist: sling-mac-arm64; platform_system == "Darwin" and platform_machine == "arm64"
|
|
20
20
|
Provides-Extra: test
|
|
@@ -34,7 +34,7 @@ setup(
|
|
|
34
34
|
include_package_data=True,
|
|
35
35
|
python_requires=">=3.9,<3.13",
|
|
36
36
|
install_requires=[
|
|
37
|
-
"dagster==1.10.
|
|
37
|
+
"dagster==1.10.18rc0",
|
|
38
38
|
"sling>=1.1.5",
|
|
39
39
|
# Required due to a bug in uv that can cause sling-linux-amd64 to be installed instead.
|
|
40
40
|
# See: https://github.com/astral-sh/uv/issues/10945
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.26.16"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling/dagster_sling_translator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster_sling-0.26.16 → dagster_sling-0.26.18rc0}/dagster_sling.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|