dagster-snowflake 0.26.21__py3-none-any.whl → 0.27.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-snowflake might be problematic. Click here for more details.
- dagster_snowflake/__init__.py +1 -0
- dagster_snowflake/components/__init__.py +3 -0
- dagster_snowflake/components/sql_component/__init__.py +0 -0
- dagster_snowflake/components/sql_component/component.py +24 -0
- dagster_snowflake/snowflake_io_manager.py +3 -3
- dagster_snowflake/version.py +1 -1
- {dagster_snowflake-0.26.21.dist-info → dagster_snowflake-0.27.0.dist-info}/METADATA +2 -2
- dagster_snowflake-0.27.0.dist-info/RECORD +16 -0
- dagster_snowflake-0.27.0.dist-info/entry_points.txt +2 -0
- dagster_snowflake-0.26.21.dist-info/RECORD +0 -12
- {dagster_snowflake-0.26.21.dist-info → dagster_snowflake-0.27.0.dist-info}/WHEEL +0 -0
- {dagster_snowflake-0.26.21.dist-info → dagster_snowflake-0.27.0.dist-info}/licenses/LICENSE +0 -0
- {dagster_snowflake-0.26.21.dist-info → dagster_snowflake-0.27.0.dist-info}/top_level.txt +0 -0
dagster_snowflake/__init__.py
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
from dagster_shared.libraries import DagsterLibraryRegistry
|
|
2
2
|
|
|
3
|
+
from dagster_snowflake.components import SnowflakeSqlComponent as SnowflakeSqlComponent
|
|
3
4
|
from dagster_snowflake.ops import snowflake_op_for_query as snowflake_op_for_query
|
|
4
5
|
from dagster_snowflake.resources import (
|
|
5
6
|
SnowflakeConnection as SnowflakeConnection,
|
|
File without changes
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
from typing import Annotated
|
|
2
|
+
|
|
3
|
+
from dagster._core.execution.context.asset_execution_context import AssetExecutionContext
|
|
4
|
+
from dagster.components.base.sql_component import TemplatedSqlComponent
|
|
5
|
+
from pydantic import Field
|
|
6
|
+
|
|
7
|
+
from dagster_snowflake.resources import SnowflakeResource
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
class SnowflakeSqlComponent(TemplatedSqlComponent[SnowflakeResource]):
|
|
11
|
+
"""A component that executes SQL from a file in Snowflake."""
|
|
12
|
+
|
|
13
|
+
resource_key: Annotated[
|
|
14
|
+
str, Field(description="The resource key to use for the Snowflake resource.")
|
|
15
|
+
] = "snowflake"
|
|
16
|
+
|
|
17
|
+
def execute(self, context: AssetExecutionContext, resource: SnowflakeResource) -> None:
|
|
18
|
+
"""Execute the SQL content using the Snowflake resource."""
|
|
19
|
+
with resource.get_connection() as conn:
|
|
20
|
+
conn.cursor().execute(self.sql_content)
|
|
21
|
+
|
|
22
|
+
@property
|
|
23
|
+
def resource_keys(self) -> set[str]:
|
|
24
|
+
return {self.resource_key}
|
|
@@ -30,7 +30,7 @@ def build_snowflake_io_manager(
|
|
|
30
30
|
Args:
|
|
31
31
|
type_handlers (Sequence[DbTypeHandler]): Each handler defines how to translate between
|
|
32
32
|
slices of Snowflake tables and an in-memory type - e.g. a Pandas DataFrame. If only
|
|
33
|
-
one DbTypeHandler is provided, it will be used as
|
|
33
|
+
one DbTypeHandler is provided, it will be used as the default_load_type.
|
|
34
34
|
default_load_type (Type): When an input has no type annotation, load it as this type.
|
|
35
35
|
|
|
36
36
|
Returns:
|
|
@@ -59,7 +59,7 @@ def build_snowflake_io_manager(
|
|
|
59
59
|
|
|
60
60
|
snowflake_io_manager = build_snowflake_io_manager([SnowflakePandasTypeHandler(), SnowflakePySparkTypeHandler()])
|
|
61
61
|
|
|
62
|
-
|
|
62
|
+
Definitions(
|
|
63
63
|
assets=[my_table, my_second_table],
|
|
64
64
|
resources={
|
|
65
65
|
"io_manager": snowflake_io_manager.configured({
|
|
@@ -75,7 +75,7 @@ def build_snowflake_io_manager(
|
|
|
75
75
|
|
|
76
76
|
.. code-block:: python
|
|
77
77
|
|
|
78
|
-
|
|
78
|
+
Definitions(
|
|
79
79
|
assets=[my_table]
|
|
80
80
|
resources={"io_manager" snowflake_io_manager.configured(
|
|
81
81
|
{"database": "my_database", "schema": "my_schema", ...} # will be used as the schema
|
dagster_snowflake/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.
|
|
1
|
+
__version__ = "0.27.0"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-snowflake
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.27.0
|
|
4
4
|
Summary: Package for Snowflake Dagster framework components.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
14
14
|
Classifier: Operating System :: OS Independent
|
|
15
15
|
Requires-Python: >=3.9,<3.13
|
|
16
16
|
License-File: LICENSE
|
|
17
|
-
Requires-Dist: dagster==1.
|
|
17
|
+
Requires-Dist: dagster==1.11.0
|
|
18
18
|
Requires-Dist: snowflake-connector-python>=3.4.0
|
|
19
19
|
Requires-Dist: pyOpenSSL>=22.1.0
|
|
20
20
|
Provides-Extra: snowflake-sqlalchemy
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
dagster_snowflake/__init__.py,sha256=yJ5cO_RsirZdZa7KPLrKJYlGLsOlZHOHMTzSmkU6qvA,762
|
|
2
|
+
dagster_snowflake/constants.py,sha256=26PGL1eFncm0WfbgZjA7jaznfaRx75vVJnqbieVYeco,481
|
|
3
|
+
dagster_snowflake/ops.py,sha256=L_MP28fLm7_hrJmzMoDocLwyvVnkpy1LVwUSLIArKWc,2225
|
|
4
|
+
dagster_snowflake/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
|
|
5
|
+
dagster_snowflake/resources.py,sha256=QlEBJvBOF35FhxBLZcgYCXm68DNthD8TRUpCcnipCg8,32101
|
|
6
|
+
dagster_snowflake/snowflake_io_manager.py,sha256=emRPwQz2d3nffOVMVnoAx_rqndU7OAaROtkW0WzdoUc,17674
|
|
7
|
+
dagster_snowflake/version.py,sha256=Hjsc9XQ3AkqXm-5cdlX-H8iKjURzi1FQeWNi2xx34Uo,23
|
|
8
|
+
dagster_snowflake/components/__init__.py,sha256=q_0zAPClh010KAAiQqXIiowRBwVPZ3wsxow0d2H8aaA,124
|
|
9
|
+
dagster_snowflake/components/sql_component/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
10
|
+
dagster_snowflake/components/sql_component/component.py,sha256=qRMHhx4cm8qJhCCQjSsl5jNrr08DoBcCNmcZKmZ2BTY,905
|
|
11
|
+
dagster_snowflake-0.27.0.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
|
|
12
|
+
dagster_snowflake-0.27.0.dist-info/METADATA,sha256=bGUmkKo_zI5J6lMpey0quO9lQurnc2IWfW8QXwxBr1w,1299
|
|
13
|
+
dagster_snowflake-0.27.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
14
|
+
dagster_snowflake-0.27.0.dist-info/entry_points.txt,sha256=Ddljs88OCl4BNyhSyE8lIAe54bIqEms0cOkR9vUAqsM,72
|
|
15
|
+
dagster_snowflake-0.27.0.dist-info/top_level.txt,sha256=uECYCiluOxLQ996SCUPBBwdK0CTyz45FjWqf7WDqMMc,18
|
|
16
|
+
dagster_snowflake-0.27.0.dist-info/RECORD,,
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
dagster_snowflake/__init__.py,sha256=ljbByIlHgAiQ4pHa0dTkACbvBguBtJsSK7mem3D9Kwo,674
|
|
2
|
-
dagster_snowflake/constants.py,sha256=26PGL1eFncm0WfbgZjA7jaznfaRx75vVJnqbieVYeco,481
|
|
3
|
-
dagster_snowflake/ops.py,sha256=L_MP28fLm7_hrJmzMoDocLwyvVnkpy1LVwUSLIArKWc,2225
|
|
4
|
-
dagster_snowflake/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
|
|
5
|
-
dagster_snowflake/resources.py,sha256=QlEBJvBOF35FhxBLZcgYCXm68DNthD8TRUpCcnipCg8,32101
|
|
6
|
-
dagster_snowflake/snowflake_io_manager.py,sha256=p4gI1G4qylNx-74-DzugKhi_7ac61AJAiqXPjNftNUk,17688
|
|
7
|
-
dagster_snowflake/version.py,sha256=gtsPKN_satzDwTv3o1otQl1HwWzwBXeUyb8XS8-QBNs,24
|
|
8
|
-
dagster_snowflake-0.26.21.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
|
|
9
|
-
dagster_snowflake-0.26.21.dist-info/METADATA,sha256=4r7sYiX_jSH-CPJSSCbXLT5qGD4m_FyqCLuXBYneC6k,1301
|
|
10
|
-
dagster_snowflake-0.26.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
11
|
-
dagster_snowflake-0.26.21.dist-info/top_level.txt,sha256=uECYCiluOxLQ996SCUPBBwdK0CTyz45FjWqf7WDqMMc,18
|
|
12
|
-
dagster_snowflake-0.26.21.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|