dagster-snowflake 0.25.0__py3-none-any.whl → 0.25.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-snowflake might be problematic. Click here for more details.
- dagster_snowflake/resources.py +5 -0
- dagster_snowflake/version.py +1 -1
- {dagster_snowflake-0.25.0.dist-info → dagster_snowflake-0.25.1.dist-info}/METADATA +2 -2
- {dagster_snowflake-0.25.0.dist-info → dagster_snowflake-0.25.1.dist-info}/RECORD +7 -7
- {dagster_snowflake-0.25.0.dist-info → dagster_snowflake-0.25.1.dist-info}/LICENSE +0 -0
- {dagster_snowflake-0.25.0.dist-info → dagster_snowflake-0.25.1.dist-info}/WHEEL +0 -0
- {dagster_snowflake-0.25.0.dist-info → dagster_snowflake-0.25.1.dist-info}/top_level.txt +0 -0
dagster_snowflake/resources.py
CHANGED
|
@@ -728,6 +728,7 @@ def fetch_last_updated_timestamps(
|
|
|
728
728
|
schema: str,
|
|
729
729
|
tables: Sequence[str],
|
|
730
730
|
database: Optional[str] = None,
|
|
731
|
+
ignore_missing_tables: Optional[bool] = False,
|
|
731
732
|
) -> Mapping[str, datetime]:
|
|
732
733
|
"""Fetch the last updated times of a list of tables in Snowflake.
|
|
733
734
|
|
|
@@ -741,6 +742,8 @@ def fetch_last_updated_timestamps(
|
|
|
741
742
|
tables (Sequence[str]): A list of table names to fetch the last updated time for.
|
|
742
743
|
database (Optional[str]): The database of the table. Only required if the connection
|
|
743
744
|
has not been set with a database.
|
|
745
|
+
ignore_missing_tables (Optional[bool]): If True, tables not found in Snowflake
|
|
746
|
+
will be excluded from the result.
|
|
744
747
|
|
|
745
748
|
Returns:
|
|
746
749
|
Mapping[str, datetime]: A dictionary of table names to their last updated time in UTC.
|
|
@@ -766,6 +769,8 @@ def fetch_last_updated_timestamps(
|
|
|
766
769
|
result_correct_case = {}
|
|
767
770
|
for table_name in tables:
|
|
768
771
|
if table_name.upper() not in result_mapping:
|
|
772
|
+
if ignore_missing_tables:
|
|
773
|
+
continue
|
|
769
774
|
raise ValueError(f"Table {table_name} could not be found.")
|
|
770
775
|
last_altered = result_mapping[table_name.upper()]
|
|
771
776
|
check.invariant(
|
dagster_snowflake/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.25.
|
|
1
|
+
__version__ = "0.25.1"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-snowflake
|
|
3
|
-
Version: 0.25.
|
|
3
|
+
Version: 0.25.1
|
|
4
4
|
Summary: Package for Snowflake Dagster framework components.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-snowflake
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
14
14
|
Classifier: Operating System :: OS Independent
|
|
15
15
|
Requires-Python: >=3.9,<3.13
|
|
16
16
|
License-File: LICENSE
|
|
17
|
-
Requires-Dist: dagster ==1.9.
|
|
17
|
+
Requires-Dist: dagster ==1.9.1
|
|
18
18
|
Requires-Dist: snowflake-connector-python >=3.4.0
|
|
19
19
|
Provides-Extra: pandas
|
|
20
20
|
Requires-Dist: pandas ; extra == 'pandas'
|
|
@@ -2,11 +2,11 @@ dagster_snowflake/__init__.py,sha256=MeLU-ghhmyMk82I2b3qCz9h7mxgb2eMxXfkqGBjI29k
|
|
|
2
2
|
dagster_snowflake/constants.py,sha256=26PGL1eFncm0WfbgZjA7jaznfaRx75vVJnqbieVYeco,481
|
|
3
3
|
dagster_snowflake/ops.py,sha256=L_MP28fLm7_hrJmzMoDocLwyvVnkpy1LVwUSLIArKWc,2225
|
|
4
4
|
dagster_snowflake/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
|
|
5
|
-
dagster_snowflake/resources.py,sha256=
|
|
5
|
+
dagster_snowflake/resources.py,sha256=Oc5D1yirb8R6WJi59zEBLfjTPeaMOKLcZhb9EYO3MWc,31384
|
|
6
6
|
dagster_snowflake/snowflake_io_manager.py,sha256=V2_7V-xLiz856iTUDyxouQ6S9zg5DMpqseqSxXdnfjw,17205
|
|
7
|
-
dagster_snowflake/version.py,sha256=
|
|
8
|
-
dagster_snowflake-0.25.
|
|
9
|
-
dagster_snowflake-0.25.
|
|
10
|
-
dagster_snowflake-0.25.
|
|
11
|
-
dagster_snowflake-0.25.
|
|
12
|
-
dagster_snowflake-0.25.
|
|
7
|
+
dagster_snowflake/version.py,sha256=ACu2Z3Q3TFgYpAno_eu9ssJ1QULjNXvjGvyqDSHrQ_o,23
|
|
8
|
+
dagster_snowflake-0.25.1.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
|
|
9
|
+
dagster_snowflake-0.25.1.dist-info/METADATA,sha256=LcycmVJFvCuWny78CTBQN0WQhuryMEPwyR6VMpM1idM,1069
|
|
10
|
+
dagster_snowflake-0.25.1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
|
|
11
|
+
dagster_snowflake-0.25.1.dist-info/top_level.txt,sha256=uECYCiluOxLQ996SCUPBBwdK0CTyz45FjWqf7WDqMMc,18
|
|
12
|
+
dagster_snowflake-0.25.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|