dagster-snowflake 0.18.1__tar.gz → 0.18.3__tar.gz

{dagster-snowflake-0.18.1/dagster_snowflake.egg-info → dagster-snowflake-0.18.3}/PKG-INFO

@@ -1,20 +1,18 @@
 Metadata-Version: 2.1
 Name: dagster-snowflake
-Version: 0.18.1
+Version: 0.18.3
 Summary: Package for Snowflake Dagster framework components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
 Author: Elementl
 Author-email: hello@elementl.com
 License: Apache-2.0
-Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3.7
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Provides-Extra: snowflake.sqlalchemy
 Provides-Extra: pandas
 License-File: LICENSE
-
-UNKNOWN
-

{dagster-snowflake-0.18.1 → dagster-snowflake-0.18.3}/dagster_snowflake/resources.py

@@ -32,7 +32,7 @@ class SnowflakeConnection:
     :py:func:`snowflake_resource`.
     """
 
-    def __init__(self, config: Mapping[str, str], log):  # pylint: disable=too-many-locals
+    def __init__(self, config: Mapping[str, str], log):
         # Extract parameters from resource config. Note that we can't pass None values to
         # snowflake.connector.connect() because they will override the default values set within the
         # connector; remove them from the conn_args dict.
@@ -170,7 +170,7 @@ class SnowflakeConnection:
 
         """
         if self.connector == "sqlalchemy":
-            from snowflake.sqlalchemy import URL  # pylint: disable=no-name-in-module,import-error
+            from snowflake.sqlalchemy import URL
             from sqlalchemy import create_engine
 
             engine = create_engine(URL(**self.conn_args), connect_args=self.sqlalchemy_engine_args)
@@ -282,9 +282,8 @@ class SnowflakeConnection:
         results: List[Any] = []
         with self.get_connection() as conn:
             with closing(conn.cursor()) as cursor:
-                for sql in sql_queries:
-                    if sys.version_info[0] < 3:
-                        sql = sql.encode("utf-8")
+                for raw_sql in sql_queries:
+                    sql = raw_sql.encode("utf-8") if sys.version_info[0] < 3 else raw_sql
                     self.log.info("Executing query: " + sql)
                     parameters = dict(parameters) if isinstance(parameters, Mapping) else parameters
                     cursor.execute(sql, parameters)

{dagster-snowflake-0.18.1 → dagster-snowflake-0.18.3}/dagster_snowflake/snowflake_io_manager.py

@@ -20,8 +20,7 @@ SNOWFLAKE_DATETIME_FORMAT = "%Y-%m-%d %H:%M:%S"
 def build_snowflake_io_manager(
     type_handlers: Sequence[DbTypeHandler], default_load_type: Optional[Type] = None
 ) -> IOManagerDefinition:
-    """
-    Builds an IO manager definition that reads inputs from and writes outputs to Snowflake.
+    """Builds an IO manager definition that reads inputs from and writes outputs to Snowflake.
 
     Args:
         type_handlers (Sequence[DbTypeHandler]): Each handler defines how to translate between
@@ -165,7 +164,11 @@ class SnowflakeDbClient(DbClient):
 
     @staticmethod
     def ensure_schema_exists(context: OutputContext, table_slice: TableSlice, connection) -> None:
-        connection.execute(f"create schema if not exists {table_slice.schema};")
+        schemas = connection.execute(
+            f"show schemas like '{table_slice.schema}' in database {table_slice.database}"
+        ).fetchall()
+        if len(schemas) == 0:
+            connection.execute(f"create schema {table_slice.schema};")
 
     @staticmethod
     def delete_table_slice(context: OutputContext, table_slice: TableSlice, connection) -> None:
@@ -189,8 +192,7 @@ class SnowflakeDbClient(DbClient):
 
 
 def _get_cleanup_statement(table_slice: TableSlice) -> str:
-    """
-    Returns a SQL statement that deletes data in the given table to make way for the output data
+    """Returns a SQL statement that deletes data in the given table to make way for the output data
     being written.
     """
     if table_slice.partition_dimensions and len(table_slice.partition_dimensions) > 0:

dagster-snowflake-0.18.3/dagster_snowflake/version.py

@@ -0,0 +1 @@
+__version__ = "0.18.3"

{dagster-snowflake-0.18.1 → dagster-snowflake-0.18.3/dagster_snowflake.egg-info}/PKG-INFO

@@ -1,20 +1,18 @@
 Metadata-Version: 2.1
 Name: dagster-snowflake
-Version: 0.18.1
+Version: 0.18.3
 Summary: Package for Snowflake Dagster framework components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
 Author: Elementl
 Author-email: hello@elementl.com
 License: Apache-2.0
-Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3.7
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Provides-Extra: snowflake.sqlalchemy
 Provides-Extra: pandas
 License-File: LICENSE
-
-UNKNOWN
-

{dagster-snowflake-0.18.1 → dagster-snowflake-0.18.3}/dagster_snowflake.egg-info/requires.txt

@@ -1,4 +1,4 @@
-dagster==1.2.1
+dagster==1.2.3
 snowflake-connector-python>=2.1.0
 
 [pandas]

{dagster-snowflake-0.18.1 → dagster-snowflake-0.18.3}/setup.py

@@ -7,7 +7,7 @@ from setuptools import find_packages, setup
 def get_version() -> str:
     version: Dict[str, str] = {}
     with open(Path(__file__).parent / "dagster_snowflake/version.py", encoding="utf8") as fp:
-        exec(fp.read(), version)  # pylint: disable=W0122
+        exec(fp.read(), version)
 
     return version["__version__"]
 
@@ -27,11 +27,13 @@ setup(
         "Programming Language :: Python :: 3.7",
         "Programming Language :: Python :: 3.8",
         "Programming Language :: Python :: 3.9",
+        "Programming Language :: Python :: 3.10",
+        "Programming Language :: Python :: 3.11",
         "License :: OSI Approved :: Apache Software License",
         "Operating System :: OS Independent",
     ],
     packages=find_packages(exclude=["dagster_snowflake_tests*"]),
-    install_requires=["dagster==1.2.1", "snowflake-connector-python>=2.1.0"],
+    install_requires=["dagster==1.2.3", "snowflake-connector-python>=2.1.0"],
     extras_require={
         "snowflake.sqlalchemy": [
             "sqlalchemy!=1.4.42",  # workaround for https://github.com/snowflakedb/snowflake-sqlalchemy/issues/350

dagster-snowflake-0.18.1/dagster_snowflake/version.py

@@ -1 +0,0 @@
-__version__ = "0.18.1"