dagster-sling 0.26.10__tar.gz → 0.26.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-sling might be problematic. Click here for more details.
- {dagster-sling-0.26.10/dagster_sling.egg-info → dagster-sling-0.26.12}/PKG-INFO +1 -1
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/components/sling_replication_collection/component.py +1 -1
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/dagster_sling_translator.py +2 -2
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/sling_event_iterator.py +2 -2
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/sling_replication.py +1 -1
- dagster-sling-0.26.12/dagster_sling/version.py +1 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12/dagster_sling.egg-info}/PKG-INFO +1 -1
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling.egg-info/requires.txt +1 -1
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/setup.py +1 -1
- dagster-sling-0.26.10/dagster_sling/version.py +0 -1
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/LICENSE +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/MANIFEST.in +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/README.md +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/__init__.py +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/asset_decorator.py +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/asset_defs.py +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/components/__init__.py +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/components/sling_replication_collection/__init__.py +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/components/sling_replication_collection/scaffolder.py +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/py.typed +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling/resources.py +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling.egg-info/SOURCES.txt +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling.egg-info/dependency_links.txt +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling.egg-info/entry_points.txt +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling.egg-info/not-zip-safe +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/dagster_sling.egg-info/top_level.txt +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/integration.yaml +0 -0
- {dagster-sling-0.26.10 → dagster-sling-0.26.12}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-sling
|
|
3
|
-
Version: 0.26.
|
|
3
|
+
Version: 0.26.12
|
|
4
4
|
Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -112,7 +112,7 @@ class SlingReplicationCollectionComponent(Component, Resolvable):
|
|
|
112
112
|
[Sling](https://slingdata.io/) is a Powerful Data Integration tool enabling seamless ELT
|
|
113
113
|
operations as well as quality checks across files, databases, and storage systems.
|
|
114
114
|
|
|
115
|
-
dg scaffold
|
|
115
|
+
dg scaffold dagster_sling.SlingReplicationCollectionComponent {component_path} to get started.
|
|
116
116
|
|
|
117
117
|
This will create a component.yaml as well as a `replication.yaml` which is a Sling-specific configuration
|
|
118
118
|
file. See Sling's [documentation](https://docs.slingdata.io/concepts/replication#overview) on `replication.yaml`.
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import re
|
|
2
1
|
from collections.abc import Iterable, Mapping
|
|
3
2
|
from dataclasses import dataclass
|
|
4
3
|
from typing import Any, Callable, Optional
|
|
5
4
|
|
|
6
5
|
from dagster import AssetKey, AssetSpec, AutoMaterializePolicy, FreshnessPolicy, MetadataValue
|
|
7
6
|
from dagster._annotations import public, superseded
|
|
7
|
+
from dagster._utils.names import clean_name_lower_with_dots
|
|
8
8
|
from dagster._utils.warnings import supersession_warning
|
|
9
9
|
|
|
10
10
|
|
|
@@ -92,7 +92,7 @@ class DagsterSlingTranslator:
|
|
|
92
92
|
def sanitize_stream_name(self, stream_name: str) -> str:
|
|
93
93
|
return stream_name.replace(".", "")
|
|
94
94
|
"""
|
|
95
|
-
return
|
|
95
|
+
return clean_name_lower_with_dots(name=stream_name.replace('"', ""))
|
|
96
96
|
|
|
97
97
|
@superseded(
|
|
98
98
|
additional_warn_text="Use `DagsterSlingTranslator.get_asset_spec(...).key` instead.",
|
|
@@ -83,7 +83,7 @@ def fetch_row_count_metadata(
|
|
|
83
83
|
if not materialization.metadata:
|
|
84
84
|
raise Exception("Missing required metadata to retrieve stream_name")
|
|
85
85
|
|
|
86
|
-
stream_name = cast(str, materialization.metadata["stream_name"])
|
|
86
|
+
stream_name = cast("str", materialization.metadata["stream_name"])
|
|
87
87
|
target_table_name = _get_target_table_name(stream_name, sling_cli)
|
|
88
88
|
|
|
89
89
|
if target_table_name:
|
|
@@ -111,7 +111,7 @@ def fetch_column_metadata(
|
|
|
111
111
|
if not materialization.metadata:
|
|
112
112
|
raise Exception("Missing required metadata to retrieve stream_name")
|
|
113
113
|
|
|
114
|
-
stream_name = cast(str, materialization.metadata["stream_name"])
|
|
114
|
+
stream_name = cast("str", materialization.metadata["stream_name"])
|
|
115
115
|
|
|
116
116
|
upstream_assets = set()
|
|
117
117
|
if isinstance(context, AssetExecutionContext):
|
|
@@ -16,7 +16,7 @@ def read_replication_path(replication_path: Path) -> Mapping[str, Any]:
|
|
|
16
16
|
This function is cached to ensure that we don't read the same path multiple times, which
|
|
17
17
|
creates multiple copies of the parsed manifest in memory.
|
|
18
18
|
"""
|
|
19
|
-
return cast(Mapping[str, Any], yaml.safe_load(replication_path.read_bytes()))
|
|
19
|
+
return cast("Mapping[str, Any]", yaml.safe_load(replication_path.read_bytes()))
|
|
20
20
|
|
|
21
21
|
|
|
22
22
|
def validate_replication(replication: Optional[SlingReplicationParam]) -> Mapping[str, Any]:
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.26.12"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-sling
|
|
3
|
-
Version: 0.26.
|
|
3
|
+
Version: 0.26.12
|
|
4
4
|
Summary: Package for performing ETL/ELT tasks with Sling in Dagster.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-sling
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -34,7 +34,7 @@ setup(
|
|
|
34
34
|
include_package_data=True,
|
|
35
35
|
python_requires=">=3.9,<3.13",
|
|
36
36
|
install_requires=[
|
|
37
|
-
"dagster==1.10.
|
|
37
|
+
"dagster==1.10.12",
|
|
38
38
|
"sling>=1.1.5",
|
|
39
39
|
# Required due to a bug in uv that can cause sling-linux-amd64 to be installed instead.
|
|
40
40
|
# See: https://github.com/astral-sh/uv/issues/10945
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.26.10"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|