dagster 1.12.13rc0__py3-none-any.whl → 1.12.14__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dagster/_core/execution/context/system.py +9 -8
- dagster/_vendored/croniter/croniter.py +8 -4
- dagster/version.py +1 -1
- {dagster-1.12.13rc0.dist-info → dagster-1.12.14.dist-info}/METADATA +3 -3
- {dagster-1.12.13rc0.dist-info → dagster-1.12.14.dist-info}/RECORD +9 -9
- {dagster-1.12.13rc0.dist-info → dagster-1.12.14.dist-info}/WHEEL +0 -0
- {dagster-1.12.13rc0.dist-info → dagster-1.12.14.dist-info}/entry_points.txt +0 -0
- {dagster-1.12.13rc0.dist-info → dagster-1.12.14.dist-info}/licenses/LICENSE +0 -0
- {dagster-1.12.13rc0.dist-info → dagster-1.12.14.dist-info}/top_level.txt +0 -0
|
@@ -958,24 +958,25 @@ class StepExecutionContext(PlanExecutionContext, IStepContext):
|
|
|
958
958
|
# job_def.partitions_def will be None, but the assets targeted in this step might still be
|
|
959
959
|
# partitioned. All assets within a step are expected to either have the same partitions_def
|
|
960
960
|
# or no partitions_def. Get the partitions_def from one of the assets that has one.
|
|
961
|
-
return self.
|
|
961
|
+
return self.entity_partitions_def
|
|
962
962
|
|
|
963
963
|
@cached_property
|
|
964
964
|
def assets_def(self) -> Optional[AssetsDefinition]:
|
|
965
965
|
return self.job_def.asset_layer.get_assets_def_for_node(self.node_handle)
|
|
966
966
|
|
|
967
967
|
@cached_property
|
|
968
|
-
def
|
|
968
|
+
def entity_partitions_def(self) -> Optional[PartitionsDefinition]:
|
|
969
969
|
"""If the current step is executing a partitioned asset, returns the PartitionsDefinition
|
|
970
970
|
for that asset. If there are one or more partitioned assets executing in the step, they're
|
|
971
971
|
expected to all have the same PartitionsDefinition.
|
|
972
972
|
"""
|
|
973
973
|
if self.assets_def is not None:
|
|
974
|
-
for
|
|
975
|
-
partitions_def
|
|
976
|
-
|
|
977
|
-
|
|
978
|
-
|
|
974
|
+
for spec in self.assets_def.specs:
|
|
975
|
+
if spec.partitions_def is not None:
|
|
976
|
+
return spec.partitions_def
|
|
977
|
+
for check_spec in self.assets_def.check_specs:
|
|
978
|
+
if check_spec.partitions_def is not None:
|
|
979
|
+
return check_spec.partitions_def
|
|
979
980
|
return None
|
|
980
981
|
|
|
981
982
|
@property
|
|
@@ -1083,7 +1084,7 @@ class StepExecutionContext(PlanExecutionContext, IStepContext):
|
|
|
1083
1084
|
upstream_asset_partitions_def = asset_layer.get(upstream_asset_key).partitions_def
|
|
1084
1085
|
|
|
1085
1086
|
if upstream_asset_partitions_def is not None:
|
|
1086
|
-
partitions_def = self.
|
|
1087
|
+
partitions_def = self.entity_partitions_def if assets_def else None
|
|
1087
1088
|
with partition_loading_context(dynamic_partitions_store=self.instance):
|
|
1088
1089
|
partitions_subset = (
|
|
1089
1090
|
partitions_def.empty_subset().with_partition_key_range(
|
|
@@ -743,10 +743,14 @@ class croniter(object):
|
|
|
743
743
|
( Currently, should only used for `year` field )
|
|
744
744
|
"""
|
|
745
745
|
for i, d in enumerate(to_check):
|
|
746
|
-
|
|
747
|
-
|
|
748
|
-
|
|
749
|
-
|
|
746
|
+
# CHANGED Patched https://github.com/pallets-eco/croniter/pull/178
|
|
747
|
+
if range_val is not None:
|
|
748
|
+
if d == "l":
|
|
749
|
+
# if 'l' then it is the last day of month
|
|
750
|
+
# => its value of range_val
|
|
751
|
+
d = range_val
|
|
752
|
+
elif d > range_val:
|
|
753
|
+
continue
|
|
750
754
|
if d >= x:
|
|
751
755
|
return d - x
|
|
752
756
|
# When range_val is None and x not exists in to_check,
|
dagster/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "1.12.
|
|
1
|
+
__version__ = "1.12.14"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster
|
|
3
|
-
Version: 1.12.
|
|
3
|
+
Version: 1.12.14
|
|
4
4
|
Summary: Dagster is an orchestration platform for the development, production, and observation of data assets.
|
|
5
5
|
Author: Dagster Labs
|
|
6
6
|
Author-email: hello@dagsterlabs.com
|
|
@@ -60,8 +60,8 @@ Requires-Dist: universal_pathlib; python_version < "3.12"
|
|
|
60
60
|
Requires-Dist: universal_pathlib>=0.2.0; python_version >= "3.12"
|
|
61
61
|
Requires-Dist: rich
|
|
62
62
|
Requires-Dist: filelock
|
|
63
|
-
Requires-Dist: dagster-pipes==1.12.
|
|
64
|
-
Requires-Dist: dagster-shared==1.12.
|
|
63
|
+
Requires-Dist: dagster-pipes==1.12.14
|
|
64
|
+
Requires-Dist: dagster-shared==1.12.14
|
|
65
65
|
Requires-Dist: antlr4-python3-runtime
|
|
66
66
|
Provides-Extra: docker
|
|
67
67
|
Requires-Dist: docker; extra == "docker"
|
|
@@ -4,7 +4,7 @@ dagster/_annotations.py,sha256=GC7Rc8ZJZS9EpUuiCMyrtLZ5lsGGjPPkVtlmaClkt2o,1610
|
|
|
4
4
|
dagster/_builtins.py,sha256=J6A1CE28JV0itz73hCaHIKoUknb1j5B3QO5Frx_hQuU,471
|
|
5
5
|
dagster/_module_alias_map.py,sha256=KsLPXRga52UbPcEjFpOie8tvb7sGdNnikl3MUelYtVA,3349
|
|
6
6
|
dagster/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
|
|
7
|
-
dagster/version.py,sha256=
|
|
7
|
+
dagster/version.py,sha256=BAzWsQgJtyJ1sO4SNrrvg497j2T9ECt5X9F1nw3WfQs,24
|
|
8
8
|
dagster/_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
9
9
|
dagster/_api/get_server_id.py,sha256=sBjhjcHgB__iIN567QCJmTtBK6-v31VfjDsYNZIohVw,731
|
|
10
10
|
dagster/_api/list_repositories.py,sha256=fbjMobgFKzwoMN825GEgDeCx1jzUlW2vPhPDuYIg93g,3905
|
|
@@ -345,7 +345,7 @@ dagster/_core/execution/context/logger.py,sha256=fNivic7By_w8yha2x8-FIFBsFW7t1kJ
|
|
|
345
345
|
dagster/_core/execution/context/metadata_logging.py,sha256=AEPYHbQx8bVKDkEnZZrAYNShfiTp9TSLuTsvJpDiQOI,2511
|
|
346
346
|
dagster/_core/execution/context/op_execution_context.py,sha256=vSSissUnE1UKLrw-S6fTwaNOx0safH3oA5P0b9stSiQ,53865
|
|
347
347
|
dagster/_core/execution/context/output.py,sha256=fcOFEtcXB7tUiGnzTD3hwU9F4dGEpzC5aEBSjftVn94,37149
|
|
348
|
-
dagster/_core/execution/context/system.py,sha256=
|
|
348
|
+
dagster/_core/execution/context/system.py,sha256=ClD9QUx_8Y5_FX84T40ilCp7VMjE2iU5puRzAVC5GLE,55473
|
|
349
349
|
dagster/_core/execution/plan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
350
350
|
dagster/_core/execution/plan/active.py,sha256=CdMhtXocZ20jPrXb78y3Yf82LXUzUS2NlrE-x8MqGyI,29891
|
|
351
351
|
dagster/_core/execution/plan/compute.py,sha256=IUWtWYUVxv8n-FSuvfxLl8oCHzWA8Cz1u_tt0fcye-4,9626
|
|
@@ -740,7 +740,7 @@ dagster/_vendored/README.md,sha256=AHaUONXSzwj9C3BwMAv7g80hK_1WIjIpGBJYlHFXbtM,1
|
|
|
740
740
|
dagster/_vendored/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
741
741
|
dagster/_vendored/croniter/LICENSE,sha256=qPlS5sa7MLDPz3HDBOOTEWDSqbV41u3fpcwYyDLhftM,1064
|
|
742
742
|
dagster/_vendored/croniter/__init__.py,sha256=NUFzdbyPcTQhIOFtzmFM0nbClAvBbKh2mlnTBa6NfHU,523
|
|
743
|
-
dagster/_vendored/croniter/croniter.py,sha256=
|
|
743
|
+
dagster/_vendored/croniter/croniter.py,sha256=Pz_LheGWdJY795uwW68nlyud6JaE5Ogujglh_o4Qrp4,51448
|
|
744
744
|
dagster/_vendored/dateutil/LICENSE,sha256=ugD1Gg2SgjtaHN4n2LW50jIeZ-2NqbwWPv-W1eF-V34,2889
|
|
745
745
|
dagster/_vendored/dateutil/__init__.py,sha256=vKb_leVIAfalX734fR-Ef78JWAe3_g7I6HDbI5dMIR0,781
|
|
746
746
|
dagster/_vendored/dateutil/_common.py,sha256=77w0yytkrxlYbSn--lDVPUMabUXRR9I3lBv_vQRUqUY,932
|
|
@@ -825,9 +825,9 @@ dagster/components/utils/translation.py,sha256=gKal6ZdMbYImiBLZVa9E2pz4690j8Hukf
|
|
|
825
825
|
dagster/deprecated/__init__.py,sha256=fkuCwd_79EmS-Voox0YlWEHWxZwQ0ZM_V0viwxw5isw,127
|
|
826
826
|
dagster/preview/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
827
827
|
dagster/preview/freshness/__init__.py,sha256=zq0UU-3mnxycgJDtAZ9DFWiBh4eXxKCaKbeuRmUl3_Y,276
|
|
828
|
-
dagster-1.12.
|
|
829
|
-
dagster-1.12.
|
|
830
|
-
dagster-1.12.
|
|
831
|
-
dagster-1.12.
|
|
832
|
-
dagster-1.12.
|
|
833
|
-
dagster-1.12.
|
|
828
|
+
dagster-1.12.14.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
|
|
829
|
+
dagster-1.12.14.dist-info/METADATA,sha256=NSbubhmZEKwufuqMBeKQx4xtznA3Ru3XH8nfKDnwP9E,12224
|
|
830
|
+
dagster-1.12.14.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
831
|
+
dagster-1.12.14.dist-info/entry_points.txt,sha256=D4W0jf1lM8zq82j3DJd9JkZEmHdFz5gkz8ddRzOEzpc,139
|
|
832
|
+
dagster-1.12.14.dist-info/top_level.txt,sha256=Gx3NqlMQh6AsfIZaJJXEfep5yh-e9pUxkzOlUV3s6CM,8
|
|
833
|
+
dagster-1.12.14.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|