dagster 1.12.4__tar.gz → 1.12.6__tar.gz

{dagster-1.12.4/dagster.egg-info → dagster-1.12.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster
-Version: 1.12.4
+Version: 1.12.6
 Summary: Dagster is an orchestration platform for the development, production, and observation of data assets.
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
@@ -59,8 +59,8 @@ Requires-Dist: universal_pathlib; python_version < "3.12"
 Requires-Dist: universal_pathlib>=0.2.0; python_version >= "3.12"
 Requires-Dist: rich
 Requires-Dist: filelock
-Requires-Dist: dagster-pipes==1.12.4
-Requires-Dist: dagster-shared==1.12.4
+Requires-Dist: dagster-pipes==1.12.6
+Requires-Dist: dagster-shared==1.12.6
 Requires-Dist: antlr4-python3-runtime
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"

{dagster-1.12.4 → dagster-1.12.6}/dagster/_config/field.py

@@ -237,6 +237,9 @@ class Field:
         description (str):
             A human-readable description of this config field.
 
+        is_secret (bool):
+            Whether this field contains sensitive data that should be masked in UIs. Defaults to False.
+
     Examples:
         .. code-block:: python
 
@@ -268,6 +271,7 @@ class Field:
         default_value: Any = FIELD_NO_DEFAULT_PROVIDED,
         is_required: Optional[bool] = None,
         description: Optional[str] = None,
+        is_secret: bool = False,
     ):
         from dagster._config.post_process import resolve_defaults
         from dagster._config.validate import validate_config
@@ -275,6 +279,7 @@ class Field:
         self.config_type = check.inst(self._resolve_config_arg(config), ConfigType)
 
         self._description = check.opt_str_param(description, "description")
+        self._is_secret = check.bool_param(is_secret, "is_secret")
 
         check.opt_bool_param(is_required, "is_required")
 
@@ -367,6 +372,12 @@ class Field:
         """A human-readable description of this config field, if provided."""
         return self._description
 
+    @public
+    @property
+    def is_secret(self) -> bool:
+        """Whether this field contains sensitive data that should be masked in UIs."""
+        return self._is_secret
+
     @property
     def default_value_as_json_str(self) -> str:
         check.invariant(self.default_provided, "Asking for default value when none was provided")

{dagster-1.12.4 → dagster-1.12.6}/dagster/_config/pythonic_config/conversion_utils.py

@@ -144,6 +144,10 @@ def _convert_pydantic_field(
         if isinstance(default_to_pass, Enum):
             default_to_pass = default_to_pass.name
 
+        # Extract is_secret from json_schema_extra
+        extras = pydantic_field.json_schema_extra or {}
+        is_secret = bool(extras.get("dagster__is_secret", False))
+
         return Field(
             config=config_type,
             description=pydantic_field.description,
@@ -151,6 +155,7 @@ def _convert_pydantic_field(
             and not is_closed_python_optional_type(field_type)
             and default_to_pass == FIELD_NO_DEFAULT_PROVIDED,
             default_value=default_to_pass,
+            is_secret=is_secret,
         )
 
 

{dagster-1.12.4 → dagster-1.12.6}/dagster/_config/snap.py

@@ -169,7 +169,7 @@ class ConfigEnumValueSnap:
     description: Optional[str]
 
 
-@whitelist_for_serdes
+@whitelist_for_serdes(skip_when_none_fields={"is_secret"})
 @record
 class ConfigFieldSnap:
     name: Optional[str]
@@ -178,6 +178,7 @@ class ConfigFieldSnap:
     default_provided: bool
     default_value_as_json_str: Optional[str]
     description: Optional[str]
+    is_secret: Optional[bool] = None
 
 
 def snap_from_field(name: str, field: Field):
@@ -190,6 +191,7 @@ def snap_from_field(name: str, field: Field):
             field.default_value_as_json_str if field.default_provided else None
         ),
         description=field.description,
+        is_secret=field.is_secret if field.is_secret else None,
     )
 
 

{dagster-1.12.4 → dagster-1.12.6}/dagster/_core/definitions/partitions/subset/time_window.py

@@ -398,10 +398,11 @@ class TimeWindowPartitionsSubset(
             "num_partitions would become inaccurate if the partitions_defs had different cron"
             " schedules",
         )
+        self_as_dict = self._asdict()
         return TimeWindowPartitionsSubset(
             partitions_def=partitions_def,
-            num_partitions=self.num_partitions,
-            included_time_windows=self.included_time_windows,
+            num_partitions=self_as_dict["num_partitions"],
+            included_time_windows=self_as_dict["included_time_windows"],
         )
 
     def __repr__(self) -> str:
@@ -576,7 +577,7 @@ class TimeWindowPartitionsSubset(
         # note that we rarely serialize subsets on the user code side of a serialization boundary,
         # and so this conversion is rarely necessary.
         partitions_def = self.partitions_def
-        if type(self.partitions_def) != TimeWindowPartitionsSubset:
+        if type(self.partitions_def) != TimeWindowPartitionsDefinition:
             partitions_def = TimeWindowPartitionsSnap.from_def(
                 partitions_def
             ).get_partitions_definition()

{dagster-1.12.4 → dagster-1.12.6}/dagster/_core/events/__init__.py

@@ -105,6 +105,7 @@ EventSpecificData = Union[
     "FreshnessStateChange",
     "AssetHealthChangedData",
     "AssetWipedData",
+    "CodeLocationUpdatedData",
 ]
 
 
@@ -187,6 +188,8 @@ class DagsterEventType(str, Enum):
     FRESHNESS_STATE_EVALUATION = "FRESHNESS_STATE_EVALUATION"
     FRESHNESS_STATE_CHANGE = "FRESHNESS_STATE_CHANGE"
 
+    CODE_LOCATION_UPDATED = "CODE_LOCATION_UPDATED"
+
 
 EVENT_TYPE_TO_DISPLAY_STRING = {
     DagsterEventType.PIPELINE_ENQUEUED: "RUN_ENQUEUED",
@@ -363,6 +366,8 @@ def _validate_event_specific_data(
         check.inst_param(event_specific_data, "event_specific_data", AssetCheckEvaluation)
     elif event_type == DagsterEventType.RUN_ENQUEUED:
         check.opt_inst_param(event_specific_data, "event_specific_data", RunEnqueuedData)
+    elif event_type == DagsterEventType.CODE_LOCATION_UPDATED:
+        check.opt_inst_param(event_specific_data, "event_specific_data", CodeLocationUpdatedData)
 
     return event_specific_data
 
@@ -901,6 +906,15 @@ class DagsterEvent(
         )
         return cast("AssetWipedData", self.event_specific_data)
 
+    @property
+    def code_location_updated_data(self) -> "CodeLocationUpdatedData":
+        _assert_type(
+            "code_location_updated_data",
+            DagsterEventType.CODE_LOCATION_UPDATED,
+            self.event_type,
+        )
+        return cast("CodeLocationUpdatedData", self.event_specific_data)
+
     @property
     def step_expectation_result_data(self) -> "StepExpectationResultData":
         _assert_type(
@@ -1819,6 +1833,13 @@ class AssetWipedData:
     partition_keys: Optional[Sequence[str]]
 
 
+@whitelist_for_serdes
+@record
+class CodeLocationUpdatedData:
+    code_location_name: str
+    new_version_key: str
+
+
 @whitelist_for_serdes
 class StepExpectationResultData(
     NamedTuple(

{dagster-1.12.4 → dagster-1.12.6}/dagster/_core/execution/asset_backfill.py

@@ -1619,14 +1619,13 @@ def _execute_asset_backfill_iteration_inner(
             f"The following assets were considered for materialization but not requested:\n\n{not_requested_str}"
         )
 
-    run_requests = [
-        rr._replace(run_config=run_config)
-        for rr in build_run_requests_with_backfill_policies(
-            asset_partitions=asset_partitions_to_request,
-            asset_graph=asset_graph,
-            dynamic_partitions_store=instance_queryer,
-        )
-    ]
+    run_requests = build_run_requests_with_backfill_policies(
+        asset_partitions=asset_partitions_to_request,
+        asset_graph=asset_graph,
+        dynamic_partitions_store=instance_queryer,
+    )
+    if run_config is not None:
+        run_requests = [rr._replace(run_config=run_config) for rr in run_requests]
 
     if request_roots:
         check.invariant(

{dagster-1.12.4 → dagster-1.12.6}/dagster/_utils/schedules.py

@@ -227,40 +227,54 @@ def _find_hourly_schedule_time(
 def _find_daily_schedule_time(
     minute: int,
     hour: int,
+    days_of_week: Optional[Sequence[int]],
     date: datetime.datetime,
     ascending: bool,
     already_on_boundary: bool,
 ) -> datetime.datetime:
-    # First move to the correct time of day today (ignoring whether it is the correct day)
-    if not already_on_boundary or (
-        date.hour != hour or date.minute != minute or date.second != 0 or date.microsecond != 0
-    ):
-        new_time = _replace_date_fields(
-            date,
-            hour,
-            minute,
-            date.day,
+    num_iterations = 0
+    while True:  # until the day of week matches if needed
+        check.invariant(
+            num_iterations < 10,  # 1 week plus a buffer
+            "Computing next schedule daily schedule time should eventually reach an intended day of week",
         )
-    else:
-        new_time = date
+        # First move to the correct time of day today (ignoring whether it is the correct day)
+        if not already_on_boundary or (
+            date.hour != hour or date.minute != minute or date.second != 0 or date.microsecond != 0
+        ):
+            new_time = _replace_date_fields(
+                date,
+                hour,
+                minute,
+                date.day,
+            )
+        else:
+            new_time = date
 
-    if ascending:
-        if already_on_boundary or new_time.timestamp() <= date.timestamp():
-            new_time = new_time + datetime.timedelta(days=1)
-    else:
-        if already_on_boundary or new_time.timestamp() >= date.timestamp():
-            new_time = new_time - datetime.timedelta(days=1)
+        if ascending:
+            if already_on_boundary or new_time.timestamp() <= date.timestamp():
+                new_time = new_time + datetime.timedelta(days=1)
+        else:
+            if already_on_boundary or new_time.timestamp() >= date.timestamp():
+                new_time = new_time - datetime.timedelta(days=1)
+
+        # If the hour or minute has changed the schedule in cronstring,
+        # double-check that it's still correct in case we crossed a DST boundary
+        if new_time.hour != hour or new_time.minute != minute:
+            new_time = _replace_date_fields(
+                new_time,
+                hour,
+                minute,
+                new_time.day,
+            )
+        date = apply_fold_and_post_transition(new_time)
 
-    # If the hour or minute has changed the schedule in cronstring,
-    # double-check that it's still correct in case we crossed a DST boundary
-    if new_time.hour != hour or new_time.minute != minute:
-        new_time = _replace_date_fields(
-            new_time,
-            hour,
-            minute,
-            new_time.day,
-        )
-    return apply_fold_and_post_transition(new_time)
+        if (not days_of_week) or (_get_crontab_day_of_week(date) in days_of_week):
+            return date
+
+        # otherwise, repeat and keep moving until the day of the week matches
+        already_on_boundary = True
+        num_iterations += 1
 
 
 def _get_crontab_day_of_week(dt: datetime.datetime) -> int:
@@ -361,7 +375,7 @@ def _find_schedule_time(
     minutes: Optional[Sequence[int]],
     hour: Optional[int],
     day_of_month: Optional[int],
-    day_of_week: Optional[int],
+    days_of_week: Optional[Sequence[int]],
     schedule_type: "ScheduleType",
     date: datetime.datetime,
     ascending: bool,
@@ -381,6 +395,7 @@ def _find_schedule_time(
         return _find_daily_schedule_time(
             minutes[0],
             check.not_none(hour),
+            days_of_week,
             date,
             ascending,
             already_on_boundary,
@@ -388,10 +403,13 @@ def _find_schedule_time(
     elif schedule_type == ScheduleType.WEEKLY:
         minutes = check.not_none(minutes)
         check.invariant(len(minutes) == 1)
+        check.invariant(
+            days_of_week is not None and len(days_of_week) == 1
+        )  # must be a single numeric day of week to be WEEKLY
         return _find_weekly_schedule_time(
             minutes[0],
             check.not_none(hour),
-            check.not_none(day_of_week),
+            check.not_none(days_of_week)[0],
             date,
             ascending,
             already_on_boundary,
@@ -661,12 +679,16 @@ def cron_string_iterator(
         cron_part != "*" for cron_part in cron_parts[0]
     )
 
+    all_numeric_days_of_week = len(cron_parts[4]) > 0 and all(
+        isinstance(cron_part, int) for cron_part in cron_parts[4]
+    )
+
     known_schedule_type: Optional[ScheduleType] = None
 
     expected_hour = None
     expected_minutes = None
     expected_day = None
-    expected_day_of_week = None
+    expected_days_of_week = None
 
     # Special-case common intervals (hourly/daily/weekly/monthly) since croniter iteration can be
     # much slower and has correctness issues on DST boundaries
@@ -679,7 +701,11 @@ def cron_string_iterator(
             known_schedule_type = ScheduleType.MONTHLY
         elif all(is_numeric[0:2]) and is_numeric[4] and all(is_wildcard[2:4]):  # weekly
             known_schedule_type = ScheduleType.WEEKLY
-        elif all(is_numeric[0:2]) and all(is_wildcard[2:]):  # daily
+        elif (
+            all(is_numeric[0:2])
+            and all(is_wildcard[2:4])
+            and (is_wildcard[4] or all_numeric_days_of_week)
+        ):  # daily
             known_schedule_type = ScheduleType.DAILY
         elif all_numeric_minutes and all(is_wildcard[1:]):  # hourly
             known_schedule_type = ScheduleType.HOURLY
@@ -693,8 +719,8 @@ def cron_string_iterator(
     if is_numeric[2]:
         expected_day = cron_parts[2][0]
 
-    if is_numeric[4]:
-        expected_day_of_week = cron_parts[4][0]
+    if all_numeric_days_of_week:
+        expected_days_of_week = cron_parts[4]
 
     if known_schedule_type:
         start_datetime = datetime.datetime.fromtimestamp(
@@ -712,7 +738,7 @@ def cron_string_iterator(
                 expected_minutes,  # pyright: ignore[reportArgumentType]
                 expected_hour,  # pyright: ignore[reportArgumentType]
                 expected_day,  # pyright: ignore[reportArgumentType]
-                expected_day_of_week,  # pyright: ignore[reportArgumentType]
+                expected_days_of_week,  # pyright: ignore[reportArgumentType]
                 known_schedule_type,
                 start_datetime,
                 ascending=not ascending,  # Going in the reverse direction
@@ -724,7 +750,7 @@ def cron_string_iterator(
                     expected_minutes,  # pyright: ignore[reportArgumentType]
                     expected_hour,  # pyright: ignore[reportArgumentType]
                     expected_day,  # pyright: ignore[reportArgumentType]
-                    expected_day_of_week,  # pyright: ignore[reportArgumentType]
+                    expected_days_of_week,  # pyright: ignore[reportArgumentType]
                     known_schedule_type,
                     next_date,
                     ascending=not ascending,  # Going in the reverse direction
@@ -736,7 +762,7 @@ def cron_string_iterator(
                 expected_minutes,  # pyright: ignore[reportArgumentType]
                 expected_hour,  # pyright: ignore[reportArgumentType]
                 expected_day,  # pyright: ignore[reportArgumentType]
-                expected_day_of_week,  # pyright: ignore[reportArgumentType]
+                expected_days_of_week,  # pyright: ignore[reportArgumentType]
                 known_schedule_type,
                 next_date,
                 ascending=ascending,

{dagster-1.12.4 → dagster-1.12.6}/dagster/components/resolved/base.py

@@ -178,7 +178,11 @@ def derive_model_type(
 
             field_infos = []
             if annotation_info.field_info:
-                field_infos.append(annotation_info.field_info)
+                # remove the default_factory as we set a `default` marker field on the Model type
+                # for unserializable defaults (and functions are not serializable)
+                field_infos.append(
+                    FieldInfo.merge_field_infos(annotation_info.field_info, default_factory=None)
+                )
 
             if annotation_info.has_default:
                 # if the annotation has a serializable default

dagster-1.12.6/dagster/version.py

@@ -0,0 +1 @@
+__version__ = "1.12.6"

{dagster-1.12.4 → dagster-1.12.6/dagster.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster
-Version: 1.12.4
+Version: 1.12.6
 Summary: Dagster is an orchestration platform for the development, production, and observation of data assets.
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
@@ -59,8 +59,8 @@ Requires-Dist: universal_pathlib; python_version < "3.12"
 Requires-Dist: universal_pathlib>=0.2.0; python_version >= "3.12"
 Requires-Dist: rich
 Requires-Dist: filelock
-Requires-Dist: dagster-pipes==1.12.4
-Requires-Dist: dagster-shared==1.12.4
+Requires-Dist: dagster-pipes==1.12.6
+Requires-Dist: dagster-shared==1.12.6
 Requires-Dist: antlr4-python3-runtime
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"

{dagster-1.12.4 → dagster-1.12.6}/dagster.egg-info/requires.txt

@@ -20,8 +20,8 @@ watchdog<7,>=0.8.3
 docstring-parser
 rich
 filelock
-dagster-pipes==1.12.4
-dagster-shared==1.12.4
+dagster-pipes==1.12.6
+dagster-shared==1.12.6
 antlr4-python3-runtime
 
 [:platform_system == "Windows"]

{dagster-1.12.4 → dagster-1.12.6}/setup.py

@@ -111,8 +111,8 @@ setup(
         "universal_pathlib>=0.2.0; python_version>='3.12'",
         "rich",
         "filelock",
-        "dagster-pipes==1.12.4",
-        "dagster-shared==1.12.4",
+        "dagster-pipes==1.12.6",
+        "dagster-shared==1.12.6",
         "antlr4-python3-runtime",
     ],
     extras_require={

dagster-1.12.4/dagster/version.py

@@ -1 +0,0 @@
-__version__ = "1.12.4"