dagster-sling 0.25.12__tar.gz → 0.26.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-sling might be problematic. Click here for more details.
- {dagster-sling-0.25.12/dagster_sling.egg-info → dagster-sling-0.26.0}/PKG-INFO +1 -1
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling/asset_decorator.py +3 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling/sling_event_iterator.py +1 -3
- dagster-sling-0.26.0/dagster_sling/version.py +1 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0/dagster_sling.egg-info}/PKG-INFO +1 -1
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling.egg-info/requires.txt +1 -1
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/setup.py +1 -1
- dagster-sling-0.25.12/dagster_sling/version.py +0 -1
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/LICENSE +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/MANIFEST.in +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/README.md +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling/__init__.py +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling/asset_defs.py +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling/dagster_sling_translator.py +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling/py.typed +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling/resources.py +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling/sling_replication.py +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling.egg-info/SOURCES.txt +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling.egg-info/dependency_links.txt +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling.egg-info/not-zip-safe +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/dagster_sling.egg-info/top_level.txt +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/integration.yaml +0 -0
- {dagster-sling-0.25.12 → dagster-sling-0.26.0}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-sling
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.26.0
|
|
4
4
|
Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -59,6 +59,7 @@ def sling_assets(
|
|
|
59
59
|
partitions_def: Optional[PartitionsDefinition] = None,
|
|
60
60
|
backfill_policy: Optional[BackfillPolicy] = None,
|
|
61
61
|
op_tags: Optional[Mapping[str, Any]] = None,
|
|
62
|
+
pool: Optional[str] = None,
|
|
62
63
|
) -> Callable[[Callable[..., Any]], AssetsDefinition]:
|
|
63
64
|
"""Create a definition for how to materialize a set of Sling replication streams as Dagster assets, as
|
|
64
65
|
described by a Sling replication config. This will create on Asset for every Sling target stream.
|
|
@@ -75,6 +76,7 @@ def sling_assets(
|
|
|
75
76
|
partitions_def (Optional[PartitionsDefinition]): The partitions definition for this asset.
|
|
76
77
|
backfill_policy (Optional[BackfillPolicy]): The backfill policy for this asset.
|
|
77
78
|
op_tags (Optional[Mapping[str, Any]]): The tags for the underlying op.
|
|
79
|
+
pool (Optional[str]): A string that identifies the concurrency pool that governs the sling assets' execution.
|
|
78
80
|
|
|
79
81
|
Examples:
|
|
80
82
|
Running a sync by providing a path to a Sling Replication config:
|
|
@@ -133,4 +135,5 @@ def sling_assets(
|
|
|
133
135
|
)
|
|
134
136
|
for stream in streams
|
|
135
137
|
],
|
|
138
|
+
pool=pool,
|
|
136
139
|
)
|
|
@@ -7,7 +7,7 @@ from dagster import (
|
|
|
7
7
|
MaterializeResult,
|
|
8
8
|
_check as check,
|
|
9
9
|
)
|
|
10
|
-
from dagster._annotations import
|
|
10
|
+
from dagster._annotations import public
|
|
11
11
|
from dagster._core.definitions.metadata.metadata_set import TableMetadataSet
|
|
12
12
|
from dagster._core.definitions.metadata.table import (
|
|
13
13
|
TableColumn,
|
|
@@ -191,7 +191,6 @@ class SlingEventIterator(Iterator[T]):
|
|
|
191
191
|
def __iter__(self) -> "SlingEventIterator[T]":
|
|
192
192
|
return self
|
|
193
193
|
|
|
194
|
-
@experimental
|
|
195
194
|
@public
|
|
196
195
|
def fetch_column_metadata(self) -> "SlingEventIterator":
|
|
197
196
|
"""Fetches column metadata for each table synced by the Sling CLI.
|
|
@@ -214,7 +213,6 @@ class SlingEventIterator(Iterator[T]):
|
|
|
214
213
|
_fetch_column_metadata(), self._sling_cli, self._replication_config, self._context
|
|
215
214
|
)
|
|
216
215
|
|
|
217
|
-
@experimental
|
|
218
216
|
@public
|
|
219
217
|
def fetch_row_count(self) -> "SlingEventIterator":
|
|
220
218
|
"""Fetches row count metadata for each table synced by the Sling CLI.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.26.0"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-sling
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.26.0
|
|
4
4
|
Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -34,7 +34,7 @@ setup(
|
|
|
34
34
|
include_package_data=True,
|
|
35
35
|
python_requires=">=3.9,<3.13",
|
|
36
36
|
install_requires=[
|
|
37
|
-
"dagster==1.
|
|
37
|
+
"dagster==1.10.0",
|
|
38
38
|
"sling>=1.1.5",
|
|
39
39
|
# Required due to a bug in uv that can cause sling-linux-amd64 to be installed instead.
|
|
40
40
|
# See: https://github.com/astral-sh/uv/issues/10945
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.25.12"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|