dagster-snowflake 0.25.5__tar.gz → 0.25.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-snowflake might be problematic. Click here for more details.

Files changed (20) hide show
  1. {dagster-snowflake-0.25.5/dagster_snowflake.egg-info → dagster-snowflake-0.25.6}/PKG-INFO +1 -1
  2. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/resources.py +13 -1
  3. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/snowflake_io_manager.py +11 -2
  4. dagster-snowflake-0.25.6/dagster_snowflake/version.py +1 -0
  5. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6/dagster_snowflake.egg-info}/PKG-INFO +1 -1
  6. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/requires.txt +1 -1
  7. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/setup.py +1 -1
  8. dagster-snowflake-0.25.5/dagster_snowflake/version.py +0 -1
  9. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/LICENSE +0 -0
  10. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/MANIFEST.in +0 -0
  11. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/README.md +0 -0
  12. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/__init__.py +0 -0
  13. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/constants.py +0 -0
  14. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/ops.py +0 -0
  15. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake/py.typed +0 -0
  16. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/SOURCES.txt +0 -0
  17. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/dependency_links.txt +0 -0
  18. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/not-zip-safe +0 -0
  19. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/dagster_snowflake.egg-info/top_level.txt +0 -0
  20. {dagster-snowflake-0.25.5 → dagster-snowflake-0.25.6}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-snowflake
3
- Version: 0.25.5
3
+ Version: 0.25.6
4
4
  Summary: Package for Snowflake Dagster framework components.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
6
6
  Author: Dagster Labs
@@ -258,6 +258,15 @@ class SnowflakeResource(ConfigurableResource, IAttachDifferentObjectToOpContext)
258
258
  default=None,
259
259
  description="Optional parameter to specify the authentication mechanism to use.",
260
260
  )
261
+ additional_snowflake_connection_args: Optional[Dict[str, Any]] = Field(
262
+ default=None,
263
+ description=(
264
+ "Additional keyword arguments to pass to the snowflake.connector.connect function. For a full list of"
265
+ " available arguments, see the `Snowflake documentation"
266
+ " <https://docs.snowflake.com/en/developer-guide/python-connector/python-connector-connect>`__."
267
+ " This config will be ignored if using the sqlalchemy connector."
268
+ ),
269
+ )
261
270
 
262
271
  @validator("paramstyle")
263
272
  def validate_paramstyle(cls, v: Optional[str]) -> Optional[str]:
@@ -338,6 +347,9 @@ class SnowflakeResource(ConfigurableResource, IAttachDifferentObjectToOpContext)
338
347
  conn_args["private_key"] = self._snowflake_private_key(self._resolved_config_dict)
339
348
 
340
349
  conn_args["application"] = SNOWFLAKE_PARTNER_CONNECTION_IDENTIFIER
350
+
351
+ if self._resolved_config_dict.get("additional_snowflake_connection_args") is not None:
352
+ conn_args.update(self._resolved_config_dict["additional_snowflake_connection_args"])
341
353
  return conn_args
342
354
 
343
355
  @property
@@ -757,7 +769,7 @@ def fetch_last_updated_timestamps(
757
769
  )
758
770
 
759
771
  query = f"""
760
- SELECT table_name, CONVERT_TIMEZONE('UTC', last_altered) AS last_altered
772
+ SELECT table_name, CONVERT_TIMEZONE('UTC', last_altered) AS last_altered
761
773
  FROM {fully_qualified_table_name}
762
774
  WHERE table_schema = '{schema}' AND table_name IN ({tables_str});
763
775
  """
@@ -1,6 +1,6 @@
1
1
  from abc import abstractmethod
2
2
  from contextlib import contextmanager
3
- from typing import Optional, Sequence, Type, cast
3
+ from typing import Any, Dict, Optional, Sequence, Type, cast
4
4
 
5
5
  from dagster import IOManagerDefinition, OutputContext, io_manager
6
6
  from dagster._config.pythonic_config import ConfigurableIOManagerFactory
@@ -279,6 +279,15 @@ class SnowflakeIOManager(ConfigurableIOManagerFactory):
279
279
  default=None,
280
280
  description="Optional parameter to specify the authentication mechanism to use.",
281
281
  )
282
+ additional_snowflake_connection_args: Optional[Dict[str, Any]] = Field(
283
+ default=None,
284
+ description=(
285
+ "Additional keyword arguments to pass to the snowflake.connector.connect function. For a full list of"
286
+ " available arguments, see the `Snowflake documentation"
287
+ " <https://docs.snowflake.com/en/developer-guide/python-connector/python-connector-connect>`__."
288
+ " This config will be ignored if using the sqlalchemy connector."
289
+ ),
290
+ )
282
291
 
283
292
  @staticmethod
284
293
  @abstractmethod
@@ -347,7 +356,7 @@ class SnowflakeDbClient(DbClient):
347
356
  if context.resource_config
348
357
  else {}
349
358
  )
350
- with SnowflakeResource(schema=table_slice.schema, **no_schema_config).get_connection(
359
+ with SnowflakeResource(schema=table_slice.schema, **no_schema_config).get_connection( # pyright: ignore[reportArgumentType]
351
360
  raw_conn=False
352
361
  ) as conn:
353
362
  yield conn
@@ -0,0 +1 @@
1
+ __version__ = "0.25.6"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-snowflake
3
- Version: 0.25.5
3
+ Version: 0.25.6
4
4
  Summary: Package for Snowflake Dagster framework components.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
6
6
  Author: Dagster Labs
@@ -1,4 +1,4 @@
1
- dagster==1.9.5
1
+ dagster==1.9.6
2
2
  snowflake-connector-python>=3.4.0
3
3
  pyOpenSSL>=22.1.0
4
4
 
@@ -35,7 +35,7 @@ setup(
35
35
  include_package_data=True,
36
36
  python_requires=">=3.9,<3.13",
37
37
  install_requires=[
38
- "dagster==1.9.5",
38
+ "dagster==1.9.6",
39
39
  "snowflake-connector-python>=3.4.0",
40
40
  # Workaround for incorrect pin in the snowflake-connector-python package
41
41
  # See https://github.com/snowflakedb/snowflake-connector-python/issues/2109
@@ -1 +0,0 @@
1
- __version__ = "0.25.5"