dagster-snowflake 0.22.14__tar.gz → 0.23.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-snowflake might be problematic. Click here for more details.
- {dagster-snowflake-0.22.14/dagster_snowflake.egg-info → dagster-snowflake-0.23.1}/PKG-INFO +1 -1
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake/resources.py +11 -9
- dagster-snowflake-0.23.1/dagster_snowflake/version.py +1 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1/dagster_snowflake.egg-info}/PKG-INFO +1 -1
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake.egg-info/requires.txt +1 -1
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/setup.py +1 -1
- dagster-snowflake-0.22.14/dagster_snowflake/version.py +0 -1
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/LICENSE +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/MANIFEST.in +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/README.md +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake/__init__.py +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake/ops.py +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake/py.typed +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake/snowflake_io_manager.py +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake.egg-info/SOURCES.txt +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake.egg-info/dependency_links.txt +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake.egg-info/not-zip-safe +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake.egg-info/top_level.txt +0 -0
- {dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-snowflake
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.23.1
|
|
4
4
|
Summary: Package for Snowflake Dagster framework components.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -740,7 +740,9 @@ def fetch_last_updated_timestamps(
|
|
|
740
740
|
Mapping[str, datetime]: A dictionary of table names to their last updated time in UTC.
|
|
741
741
|
"""
|
|
742
742
|
check.invariant(len(tables) > 0, "Must provide at least one table name to query upon.")
|
|
743
|
-
|
|
743
|
+
# Table names in snowflake's information schema are stored in uppercase
|
|
744
|
+
uppercase_tables = [table.upper() for table in tables]
|
|
745
|
+
tables_str = ", ".join([f"'{table_name}'" for table_name in uppercase_tables])
|
|
744
746
|
fully_qualified_table_name = (
|
|
745
747
|
f"{database}.information_schema.tables" if database else "information_schema.tables"
|
|
746
748
|
)
|
|
@@ -754,16 +756,16 @@ def fetch_last_updated_timestamps(
|
|
|
754
756
|
if not result:
|
|
755
757
|
raise ValueError("No results returned from Snowflake update time query.")
|
|
756
758
|
|
|
757
|
-
|
|
758
|
-
|
|
759
|
+
result_mapping = {table_name: last_altered for table_name, last_altered in result}
|
|
760
|
+
result_correct_case = {}
|
|
761
|
+
for table_name in tables:
|
|
762
|
+
if table_name.upper() not in result_mapping:
|
|
763
|
+
raise ValueError(f"Table {table_name} could not be found.")
|
|
764
|
+
last_altered = result_mapping[table_name.upper()]
|
|
759
765
|
check.invariant(
|
|
760
766
|
isinstance(last_altered, datetime),
|
|
761
767
|
"Expected last_altered to be a datetime, but it was not.",
|
|
762
768
|
)
|
|
763
|
-
|
|
764
|
-
|
|
765
|
-
for table_name in tables:
|
|
766
|
-
if table_name not in last_updated_times:
|
|
767
|
-
raise ValueError(f"Table {table_name} does not exist in Snowflake.")
|
|
769
|
+
result_correct_case[table_name] = last_altered
|
|
768
770
|
|
|
769
|
-
return
|
|
771
|
+
return result_correct_case
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.23.1"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-snowflake
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.23.1
|
|
4
4
|
Summary: Package for Snowflake Dagster framework components.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.22.14"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake/snowflake_io_manager.py
RENAMED
|
File without changes
|
{dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake.egg-info/not-zip-safe
RENAMED
|
File without changes
|
{dagster-snowflake-0.22.14 → dagster-snowflake-0.23.1}/dagster_snowflake.egg-info/top_level.txt
RENAMED
|
File without changes
|
|
File without changes
|