dagster-snowflake 0.22.5__py3-none-any.whl → 0.22.7__py3-none-any.whl

dagster_snowflake/__init__.py

@@ -4,6 +4,7 @@ from .ops import snowflake_op_for_query as snowflake_op_for_query
 from .resources import (
     SnowflakeConnection as SnowflakeConnection,
     SnowflakeResource as SnowflakeResource,
+    fetch_last_updated_timestamps as fetch_last_updated_timestamps,
     snowflake_resource as snowflake_resource,
 )
 from .snowflake_io_manager import (

dagster_snowflake/resources.py

@@ -2,6 +2,7 @@ import base64
 import sys
 import warnings
 from contextlib import closing, contextmanager
+from datetime import datetime
 from typing import Any, Dict, Iterator, List, Mapping, Optional, Sequence, Union
 
 import dagster._check as check
@@ -713,3 +714,49 @@ def snowflake_resource(context) -> SnowflakeConnection:
     return SnowflakeConnection(
         config=context, log=context.log, snowflake_connection_resource=snowflake_resource
     )
+
+
+def fetch_last_updated_timestamps(
+    *,
+    snowflake_connection: Union[SqlDbConnection, snowflake.connector.SnowflakeConnection],
+    schema: str,
+    tables: Sequence[str],
+) -> Mapping[str, datetime]:
+    """Fetch the last updated times of a list of tables in Snowflake.
+
+    If the underlying query to fetch the last updated time returns no results, a ValueError will be raised.
+
+    Args:
+        snowflake_connection (Union[SqlDbConnection, SnowflakeConnection]): A connection to Snowflake.
+            Accepts either a SnowflakeConnection or a sqlalchemy connection object,
+            which are the two types of connections emittable from the snowflake resource.
+        schema (str): The schema of the table.
+        tables (Sequence[str]): A list of table names to fetch the last updated time for.
+
+    Returns:
+        Mapping[str, datetime]: A dictionary of table names to their last updated time in UTC.
+    """
+    check.invariant(len(tables) > 0, "Must provide at least one table name to query upon.")
+    tables_str = ", ".join([f"'{table_name}'" for table_name in tables])
+    query = f"""
+    SELECT table_name, CONVERT_TIMEZONE('UTC', last_altered) AS last_altered 
+    FROM information_schema.tables
+    WHERE table_schema = '{schema}' AND table_name IN ({tables_str});
+    """
+    result = snowflake_connection.cursor().execute(query)
+    if not result:
+        raise ValueError("No results returned from Snowflake update time query.")
+
+    last_updated_times = {}
+    for table_name, last_altered in result:
+        check.invariant(
+            isinstance(last_altered, datetime),
+            "Expected last_altered to be a datetime, but it was not.",
+        )
+        last_updated_times[table_name] = last_altered
+
+    for table_name in tables:
+        if table_name not in last_updated_times:
+            raise ValueError(f"Table {table_name} does not exist in Snowflake.")
+
+    return last_updated_times

dagster_snowflake/version.py

@@ -1 +1 @@
-__version__ = "0.22.5"
+__version__ = "0.22.7"

{dagster_snowflake-0.22.5.dist-info → dagster_snowflake-0.22.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-snowflake
-Version: 0.22.5
+Version: 0.22.7
 Summary: Package for Snowflake Dagster framework components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
 Author: Dagster Labs
@@ -10,10 +10,12 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8,<3.13
 License-File: LICENSE
-Requires-Dist: dagster ==1.6.5
+Requires-Dist: dagster ==1.6.7
 Requires-Dist: snowflake-connector-python >=2.1.0
 Provides-Extra: pandas
 Requires-Dist: pandas ; extra == 'pandas'

dagster_snowflake-0.22.7.dist-info/RECORD

@@ -0,0 +1,10 @@
+dagster_snowflake/__init__.py,sha256=hPi8JkjApGPlu4ClTzx0BikfxMf440yW7jsRYZCkGcs,605
+dagster_snowflake/ops.py,sha256=cxCMvbzsELa62ax3AWodKSpmad3Kb6NLcZlj6SW2KVg,2159
+dagster_snowflake/resources.py,sha256=3lVsag1BiDWLo_hBA-85P3aOZKpOiYbFi7N50zim3FY,30301
+dagster_snowflake/snowflake_io_manager.py,sha256=cM828EzKsWk2Si_CyXIqNcZqeXuZ6OfiHFVBgLkMRNw,17197
+dagster_snowflake/version.py,sha256=A-PCmnFCMZxIhCv-dXpG9uKeIOhjJzgJKVRpj3pY5Ys,23
+dagster_snowflake-0.22.7.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
+dagster_snowflake-0.22.7.dist-info/METADATA,sha256=6FUY9ZsOKpvufziM3GZgVV0Zl2od7WWTtgxZgk8rShc,1119
+dagster_snowflake-0.22.7.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+dagster_snowflake-0.22.7.dist-info/top_level.txt,sha256=uECYCiluOxLQ996SCUPBBwdK0CTyz45FjWqf7WDqMMc,18
+dagster_snowflake-0.22.7.dist-info/RECORD,,

dagster_snowflake-0.22.5.dist-info/RECORD

@@ -1,10 +0,0 @@
-dagster_snowflake/__init__.py,sha256=svCkKOLfCh3_1DBoTtrEa8Hu7puNB4c7JX4FvIGbUf0,537
-dagster_snowflake/ops.py,sha256=cxCMvbzsELa62ax3AWodKSpmad3Kb6NLcZlj6SW2KVg,2159
-dagster_snowflake/resources.py,sha256=ATW__nAcep_t7muqylM6Ux5jxVCgSM9uz7tpjpLx-jU,28337
-dagster_snowflake/snowflake_io_manager.py,sha256=cM828EzKsWk2Si_CyXIqNcZqeXuZ6OfiHFVBgLkMRNw,17197
-dagster_snowflake/version.py,sha256=Sla3CcceziWbgaJkgCohWsMhPzRMI4713Xej2gutG_k,23
-dagster_snowflake-0.22.5.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
-dagster_snowflake-0.22.5.dist-info/METADATA,sha256=7vu4tzZjSJBW-o_EvLPARJs9iQ4w0jeefiANfdxyuKI,1039
-dagster_snowflake-0.22.5.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-dagster_snowflake-0.22.5.dist-info/top_level.txt,sha256=uECYCiluOxLQ996SCUPBBwdK0CTyz45FjWqf7WDqMMc,18
-dagster_snowflake-0.22.5.dist-info/RECORD,,