dagster-snowflake 0.18.2__py3-none-any.whl → 0.18.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-snowflake might be problematic. Click here for more details.

@@ -32,7 +32,7 @@ class SnowflakeConnection:
32
32
  :py:func:`snowflake_resource`.
33
33
  """
34
34
 
35
- def __init__(self, config: Mapping[str, str], log): # pylint: disable=too-many-locals
35
+ def __init__(self, config: Mapping[str, str], log):
36
36
  # Extract parameters from resource config. Note that we can't pass None values to
37
37
  # snowflake.connector.connect() because they will override the default values set within the
38
38
  # connector; remove them from the conn_args dict.
@@ -170,7 +170,7 @@ class SnowflakeConnection:
170
170
 
171
171
  """
172
172
  if self.connector == "sqlalchemy":
173
- from snowflake.sqlalchemy import URL # pylint: disable=no-name-in-module,import-error
173
+ from snowflake.sqlalchemy import URL
174
174
  from sqlalchemy import create_engine
175
175
 
176
176
  engine = create_engine(URL(**self.conn_args), connect_args=self.sqlalchemy_engine_args)
@@ -282,9 +282,8 @@ class SnowflakeConnection:
282
282
  results: List[Any] = []
283
283
  with self.get_connection() as conn:
284
284
  with closing(conn.cursor()) as cursor:
285
- for sql in sql_queries:
286
- if sys.version_info[0] < 3:
287
- sql = sql.encode("utf-8")
285
+ for raw_sql in sql_queries:
286
+ sql = raw_sql.encode("utf-8") if sys.version_info[0] < 3 else raw_sql
288
287
  self.log.info("Executing query: " + sql)
289
288
  parameters = dict(parameters) if isinstance(parameters, Mapping) else parameters
290
289
  cursor.execute(sql, parameters)
@@ -20,8 +20,7 @@ SNOWFLAKE_DATETIME_FORMAT = "%Y-%m-%d %H:%M:%S"
20
20
  def build_snowflake_io_manager(
21
21
  type_handlers: Sequence[DbTypeHandler], default_load_type: Optional[Type] = None
22
22
  ) -> IOManagerDefinition:
23
- """
24
- Builds an IO manager definition that reads inputs from and writes outputs to Snowflake.
23
+ """Builds an IO manager definition that reads inputs from and writes outputs to Snowflake.
25
24
 
26
25
  Args:
27
26
  type_handlers (Sequence[DbTypeHandler]): Each handler defines how to translate between
@@ -193,8 +192,7 @@ class SnowflakeDbClient(DbClient):
193
192
 
194
193
 
195
194
  def _get_cleanup_statement(table_slice: TableSlice) -> str:
196
- """
197
- Returns a SQL statement that deletes data in the given table to make way for the output data
195
+ """Returns a SQL statement that deletes data in the given table to make way for the output data
198
196
  being written.
199
197
  """
200
198
  if table_slice.partition_dimensions and len(table_slice.partition_dimensions) > 0:
@@ -1 +1 @@
1
- __version__ = "0.18.2"
1
+ __version__ = "0.18.3"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-snowflake
3
- Version: 0.18.2
3
+ Version: 0.18.3
4
4
  Summary: Package for Snowflake Dagster framework components.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
6
6
  Author: Elementl
@@ -14,7 +14,7 @@ Classifier: Programming Language :: Python :: 3.11
14
14
  Classifier: License :: OSI Approved :: Apache Software License
15
15
  Classifier: Operating System :: OS Independent
16
16
  License-File: LICENSE
17
- Requires-Dist: dagster (==1.2.2)
17
+ Requires-Dist: dagster (==1.2.3)
18
18
  Requires-Dist: snowflake-connector-python (>=2.1.0)
19
19
  Provides-Extra: pandas
20
20
  Requires-Dist: pandas ; extra == 'pandas'
@@ -0,0 +1,11 @@
1
+ dagster_snowflake/__init__.py,sha256=TWPy_fYzDQV-r88n4sum9_wtHO2lxm93UtOvM9Vu9yo,459
2
+ dagster_snowflake/configs.py,sha256=5FKKLlVP9j08Xot_Yummbocp3OGkPFoNe1PCdyB365k,7261
3
+ dagster_snowflake/resources.py,sha256=c43pN1sodZZk__fUR_kI8C-CBub2yrgQ5POY0oD4cak,15754
4
+ dagster_snowflake/snowflake_io_manager.py,sha256=Zw4zGdjF1FpsEQoRTVVev1YdgXrOIjWjaj6JqMYELLs,9358
5
+ dagster_snowflake/solids.py,sha256=kXjLBSLzdxuIC7y_8511SFKMazp-6efRCzvz6F9rEqM,2169
6
+ dagster_snowflake/version.py,sha256=gFZ2jBuhpo2tEeGzLqhbiYFDJrpaFW_VBCOIhFFdh2I,23
7
+ dagster_snowflake-0.18.3.dist-info/LICENSE,sha256=-gtoVIAZYUHYmNHISZg982FI4Oh19mV1nxgTVW8eCB8,11344
8
+ dagster_snowflake-0.18.3.dist-info/METADATA,sha256=FR6u1-2HhkeZ2IgQrqy-s2gs_OxvBiQ4vtxHOFOmprU,1090
9
+ dagster_snowflake-0.18.3.dist-info/WHEEL,sha256=p46_5Uhzqz6AzeSosiOnxK-zmFja1i22CrQCjmYe8ec,92
10
+ dagster_snowflake-0.18.3.dist-info/top_level.txt,sha256=uECYCiluOxLQ996SCUPBBwdK0CTyz45FjWqf7WDqMMc,18
11
+ dagster_snowflake-0.18.3.dist-info/RECORD,,
@@ -1,11 +0,0 @@
1
- dagster_snowflake/__init__.py,sha256=TWPy_fYzDQV-r88n4sum9_wtHO2lxm93UtOvM9Vu9yo,459
2
- dagster_snowflake/configs.py,sha256=5FKKLlVP9j08Xot_Yummbocp3OGkPFoNe1PCdyB365k,7261
3
- dagster_snowflake/resources.py,sha256=7k6n7L1NzjMjwb0ZD-U5FLYWbJ02vBNO7cTppydrJcw,15843
4
- dagster_snowflake/snowflake_io_manager.py,sha256=6XmOdFJ6BLAigCYRXA9EzkT1LbElZEm_hC2ZabzoFbw,9368
5
- dagster_snowflake/solids.py,sha256=kXjLBSLzdxuIC7y_8511SFKMazp-6efRCzvz6F9rEqM,2169
6
- dagster_snowflake/version.py,sha256=GYySpgpz2Cs3F3nz_H9h8KIG60jkP6f1a--08qCTJCQ,23
7
- dagster_snowflake-0.18.2.dist-info/LICENSE,sha256=-gtoVIAZYUHYmNHISZg982FI4Oh19mV1nxgTVW8eCB8,11344
8
- dagster_snowflake-0.18.2.dist-info/METADATA,sha256=zY6xQ-sECycQbGUevbMMHrEhsApYR9jh8cN1sQGsfPE,1090
9
- dagster_snowflake-0.18.2.dist-info/WHEEL,sha256=p46_5Uhzqz6AzeSosiOnxK-zmFja1i22CrQCjmYe8ec,92
10
- dagster_snowflake-0.18.2.dist-info/top_level.txt,sha256=uECYCiluOxLQ996SCUPBBwdK0CTyz45FjWqf7WDqMMc,18
11
- dagster_snowflake-0.18.2.dist-info/RECORD,,