dagster-snowflake 0.25.5__tar.gz → 0.25.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-snowflake might be problematic. Click here for more details.
- {dagster-snowflake-0.25.5/dagster_snowflake.egg-info → dagster-snowflake-0.25.6}/PKG-INFO +1 -1
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/resources.py +13 -1
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/snowflake_io_manager.py +11 -2
- dagster-snowflake-0.25.6/dagster_snowflake/version.py +1 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6/dagster_snowflake.egg-info}/PKG-INFO +1 -1
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/requires.txt +1 -1
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/setup.py +1 -1
- dagster-snowflake-0.25.5/dagster_snowflake/version.py +0 -1
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/LICENSE +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/MANIFEST.in +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/README.md +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/__init__.py +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/constants.py +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/ops.py +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/py.typed +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/SOURCES.txt +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/dependency_links.txt +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/not-zip-safe +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/top_level.txt +0 -0
- {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-snowflake
|
|
3
|
-
Version: 0.25.
|
|
3
|
+
Version: 0.25.6
|
|
4
4
|
Summary: Package for Snowflake Dagster framework components.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -258,6 +258,15 @@ class SnowflakeResource(ConfigurableResource, IAttachDifferentObjectToOpContext)
|
|
|
258
258
|
default=None,
|
|
259
259
|
description="Optional parameter to specify the authentication mechanism to use.",
|
|
260
260
|
)
|
|
261
|
+
additional_snowflake_connection_args: Optional[Dict[str, Any]] = Field(
|
|
262
|
+
default=None,
|
|
263
|
+
description=(
|
|
264
|
+
"Additional keyword arguments to pass to the snowflake.connector.connect function. For a full list of"
|
|
265
|
+
" available arguments, see the `Snowflake documentation"
|
|
266
|
+
" <https://docs.snowflake.com/en/developer-guide/python-connector/python-connector-connect>`__."
|
|
267
|
+
" This config will be ignored if using the sqlalchemy connector."
|
|
268
|
+
),
|
|
269
|
+
)
|
|
261
270
|
|
|
262
271
|
@validator("paramstyle")
|
|
263
272
|
def validate_paramstyle(cls, v: Optional[str]) -> Optional[str]:
|
|
@@ -338,6 +347,9 @@ class SnowflakeResource(ConfigurableResource, IAttachDifferentObjectToOpContext)
|
|
|
338
347
|
conn_args["private_key"] = self._snowflake_private_key(self._resolved_config_dict)
|
|
339
348
|
|
|
340
349
|
conn_args["application"] = SNOWFLAKE_PARTNER_CONNECTION_IDENTIFIER
|
|
350
|
+
|
|
351
|
+
if self._resolved_config_dict.get("additional_snowflake_connection_args") is not None:
|
|
352
|
+
conn_args.update(self._resolved_config_dict["additional_snowflake_connection_args"])
|
|
341
353
|
return conn_args
|
|
342
354
|
|
|
343
355
|
@property
|
|
@@ -757,7 +769,7 @@ def fetch_last_updated_timestamps(
|
|
|
757
769
|
)
|
|
758
770
|
|
|
759
771
|
query = f"""
|
|
760
|
-
SELECT table_name, CONVERT_TIMEZONE('UTC', last_altered) AS last_altered
|
|
772
|
+
SELECT table_name, CONVERT_TIMEZONE('UTC', last_altered) AS last_altered
|
|
761
773
|
FROM {fully_qualified_table_name}
|
|
762
774
|
WHERE table_schema = '{schema}' AND table_name IN ({tables_str});
|
|
763
775
|
"""
|
{dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/snowflake_io_manager.py
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
from abc import abstractmethod
|
|
2
2
|
from contextlib import contextmanager
|
|
3
|
-
from typing import Optional, Sequence, Type, cast
|
|
3
|
+
from typing import Any, Dict, Optional, Sequence, Type, cast
|
|
4
4
|
|
|
5
5
|
from dagster import IOManagerDefinition, OutputContext, io_manager
|
|
6
6
|
from dagster._config.pythonic_config import ConfigurableIOManagerFactory
|
|
@@ -279,6 +279,15 @@ class SnowflakeIOManager(ConfigurableIOManagerFactory):
|
|
|
279
279
|
default=None,
|
|
280
280
|
description="Optional parameter to specify the authentication mechanism to use.",
|
|
281
281
|
)
|
|
282
|
+
additional_snowflake_connection_args: Optional[Dict[str, Any]] = Field(
|
|
283
|
+
default=None,
|
|
284
|
+
description=(
|
|
285
|
+
"Additional keyword arguments to pass to the snowflake.connector.connect function. For a full list of"
|
|
286
|
+
" available arguments, see the `Snowflake documentation"
|
|
287
|
+
" <https://docs.snowflake.com/en/developer-guide/python-connector/python-connector-connect>`__."
|
|
288
|
+
" This config will be ignored if using the sqlalchemy connector."
|
|
289
|
+
),
|
|
290
|
+
)
|
|
282
291
|
|
|
283
292
|
@staticmethod
|
|
284
293
|
@abstractmethod
|
|
@@ -347,7 +356,7 @@ class SnowflakeDbClient(DbClient):
|
|
|
347
356
|
if context.resource_config
|
|
348
357
|
else {}
|
|
349
358
|
)
|
|
350
|
-
with SnowflakeResource(schema=table_slice.schema, **no_schema_config).get_connection(
|
|
359
|
+
with SnowflakeResource(schema=table_slice.schema, **no_schema_config).get_connection( # pyright: ignore[reportArgumentType]
|
|
351
360
|
raw_conn=False
|
|
352
361
|
) as conn:
|
|
353
362
|
yield conn
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.25.6"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-snowflake
|
|
3
|
-
Version: 0.25.
|
|
3
|
+
Version: 0.25.6
|
|
4
4
|
Summary: Package for Snowflake Dagster framework components.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -35,7 +35,7 @@ setup(
|
|
|
35
35
|
include_package_data=True,
|
|
36
36
|
python_requires=">=3.9,<3.13",
|
|
37
37
|
install_requires=[
|
|
38
|
-
"dagster==1.9.
|
|
38
|
+
"dagster==1.9.6",
|
|
39
39
|
"snowflake-connector-python>=3.4.0",
|
|
40
40
|
# Workaround for incorrect pin in the snowflake-connector-python package
|
|
41
41
|
# See https://github.com/snowflakedb/snowflake-connector-python/issues/2109
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.25.5"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/not-zip-safe
RENAMED
|
File without changes
|
{dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/top_level.txt
RENAMED
|
File without changes
|
|
File without changes
|