dagster 1.12.11__tar.gz → 1.12.12__tar.gz

{dagster-1.12.11/dagster.egg-info → dagster-1.12.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster
-Version: 1.12.11
+Version: 1.12.12
 Summary: Dagster is an orchestration platform for the development, production, and observation of data assets.
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
@@ -60,8 +60,8 @@ Requires-Dist: universal_pathlib; python_version < "3.12"
 Requires-Dist: universal_pathlib>=0.2.0; python_version >= "3.12"
 Requires-Dist: rich
 Requires-Dist: filelock
-Requires-Dist: dagster-pipes==1.12.11
-Requires-Dist: dagster-shared==1.12.11
+Requires-Dist: dagster-pipes==1.12.12
+Requires-Dist: dagster-shared==1.12.12
 Requires-Dist: antlr4-python3-runtime
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"
@@ -88,7 +88,7 @@ Requires-Dist: ruff==0.11.5; extra == "test"
 Provides-Extra: test-components
 Requires-Dist: tomlkit; extra == "test-components"
 Requires-Dist: jsonschema; extra == "test-components"
-Requires-Dist: pandas; extra == "test-components"
+Requires-Dist: pandas<3.0.0; extra == "test-components"
 Requires-Dist: duckdb; extra == "test-components"
 Provides-Extra: mypy
 Requires-Dist: mypy==1.8.0; extra == "mypy"

{dagster-1.12.11 → dagster-1.12.12}/dagster/_cli/asset.py

@@ -43,7 +43,11 @@ def asset_cli():
 @click.option("--partition", help="Asset partition to target", required=False)
 @click.option(
     "--partition-range",
-    help="Asset partition range to target i.e. <start>...<end>",
+    help=(
+        "Asset partition range to materialize in the format <start>...<end>. "
+        "Requires all assets to have a BackfillPolicy.single_run() policy, which allows "
+        "the partition range to be executed in a single run. For example: 2025-01-01...2025-01-05"
+    ),
     required=False,
 )
 @click.option(
@@ -163,12 +167,18 @@ def execute_materialize_command(
         for asset_key in asset_keys:
             backfill_policy = implicit_job_def.asset_layer.get(asset_key).backfill_policy
             if (
-                backfill_policy is not None
-                and backfill_policy.policy_type != BackfillPolicyType.SINGLE_RUN
+                backfill_policy is None
+                or backfill_policy.policy_type != BackfillPolicyType.SINGLE_RUN
             ):
                 check.failed(
-                    "Provided partition range, but not all assets have a single-run backfill policy."
+                    "Partition ranges with the CLI require all selected assets to have a "
+                    "BackfillPolicy.single_run() policy. This allows the partition range to be "
+                    "executed in a single run. Assets without this policy would require creating "
+                    "a backfill with separate runs per partition, which needs a running daemon "
+                    "process. Consider using the Dagster UI or a running daemon to execute "
+                    "partition ranges for assets without a single-run backfill policy."
                 )
+
         try:
             implicit_job_def.validate_partition_key(
                 partition_range_start, selected_asset_keys=asset_keys, context=context
@@ -181,6 +191,7 @@ def execute_materialize_command(
                 "All selected assets must have a PartitionsDefinition containing the passed"
                 f" partition key `{partition_range_start}` or have no PartitionsDefinition."
             )
+
         tags = {
             ASSET_PARTITION_RANGE_START_TAG: partition_range_start,
             ASSET_PARTITION_RANGE_END_TAG: partition_range_end,

{dagster-1.12.11 → dagster-1.12.12}/dagster/_cli/job.py

@@ -405,11 +405,16 @@ def execute_execute_command(
             for asset_key in job_def.asset_layer.executable_asset_keys:
                 backfill_policy = job_def.asset_layer.get(asset_key).backfill_policy
                 if (
-                    backfill_policy is not None
-                    and backfill_policy.policy_type != BackfillPolicyType.SINGLE_RUN
+                    backfill_policy is None
+                    or backfill_policy.policy_type != BackfillPolicyType.SINGLE_RUN
                 ):
                     check.failed(
-                        "Provided partition range, but not all assets have a single-run backfill policy."
+                        "Partition ranges with the CLI require all selected assets to have a "
+                        "BackfillPolicy.single_run() policy. This allows the partition range to be "
+                        "executed in a single run. Assets without this policy would require creating "
+                        "a backfill with separate runs per partition, which needs a running daemon "
+                        "process. Consider using the Dagster UI or a running daemon to execute "
+                        "partition ranges for assets without a single-run backfill policy."
                     )
             try:
                 job_def.validate_partition_key(

{dagster-1.12.11 → dagster-1.12.12}/dagster/_core/asset_graph_view/serializable_entity_subset.py

@@ -132,6 +132,10 @@ class SerializableEntitySubset(Generic[T_EntityKey]):
     def is_compatible_with_partitions_def(
         self, partitions_def: Optional[PartitionsDefinition]
     ) -> bool:
+        from dagster._core.definitions.partitions.definition.time_window import (
+            TimeWindowPartitionsDefinition,
+        )
+
         if self.is_partitioned:
             # for some PartitionSubset types, we have access to the underlying partitions
             # definitions, so we can ensure those are identical
@@ -150,6 +154,11 @@ class SerializableEntitySubset(Generic[T_EntityKey]):
                     and partitions_def.has_partition_key(r.end)
                     for r in self.value.key_ranges
                 )
+            elif isinstance(self.value, DefaultPartitionsSubset) and isinstance(
+                partitions_def, TimeWindowPartitionsDefinition
+            ):
+                return all(partitions_def.has_partition_key(k) for k in self.value.subset)
+
             else:
                 return partitions_def is not None
         else:

{dagster-1.12.11 → dagster-1.12.12}/dagster/_core/code_pointer.py

@@ -2,6 +2,7 @@ import importlib
 import inspect
 import os
 import sys
+import uuid
 from abc import ABC, abstractmethod
 from collections.abc import Callable, Sequence
 from pathlib import Path
@@ -59,7 +60,11 @@ def rebase_file(relative_path_in_file: str, file_path_resides_in: str) -> str:
     )
 
 
-def load_python_file(python_file: Union[str, Path], working_directory: Optional[str]) -> ModuleType:
+def load_python_file(
+    python_file: Union[str, Path],
+    working_directory: Optional[str],
+    add_uuid_suffix: bool = False,
+) -> ModuleType:
     """Takes a path to a python file and returns a loaded module."""
     check.inst_param(python_file, "python_file", (str, Path))
     check.opt_str_param(working_directory, "working_directory")
@@ -68,6 +73,8 @@ def load_python_file(python_file: Union[str, Path], working_directory: Optional[
     os.stat(python_file)
 
     module_name = os.path.splitext(os.path.basename(python_file))[0]
+    if add_uuid_suffix:
+        module_name = f"{module_name}_{uuid.uuid4().hex}"
 
     # Use the passed in working directory for local imports (sys.path[0] isn't
     # consistently set in the different entry points that Dagster uses to import code)

{dagster-1.12.11 → dagster-1.12.12}/dagster/_core/definitions/declarative_automation/serialized_objects.py

@@ -1,3 +1,4 @@
+import itertools
 from collections.abc import Iterator, Mapping, Sequence
 from dataclasses import dataclass
 from typing import (  # noqa: UP035
@@ -312,3 +313,38 @@ class AutomationConditionEvaluationState:
     @property
     def true_subset(self) -> SerializableEntitySubset:
         return self.previous_evaluation.true_subset
+
+
+def get_expanded_label(
+    item: Union[AutomationConditionEvaluation, AutomationConditionSnapshot],
+    use_label=False,
+) -> Sequence[str]:
+    if isinstance(item, AutomationConditionSnapshot):
+        label, name, description, children = (
+            item.node_snapshot.label,
+            item.node_snapshot.name,
+            item.node_snapshot.description,
+            item.children,
+        )
+    else:
+        snapshot = item.condition_snapshot
+        label, name, description, children = (
+            snapshot.label,
+            snapshot.name,
+            snapshot.description,
+            item.child_evaluations,
+        )
+
+    if use_label and label is not None:
+        return [label]
+    node_text = name or description
+    child_labels = [f"({' '.join(get_expanded_label(c, use_label=True))})" for c in children]
+    if len(child_labels) == 0:
+        return [node_text]
+    elif len(child_labels) == 1:
+        return [node_text, f"{child_labels[0]}"]
+    else:
+        # intersperses node_text (e.g. AND) between each child label
+        return list(itertools.chain(*itertools.zip_longest(child_labels, [], fillvalue=node_text)))[
+            :-1
+        ]

{dagster-1.12.11 → dagster-1.12.12}/dagster/_core/definitions/decorators/asset_decorator.py

@@ -82,11 +82,11 @@ def asset(
     io_manager_def: Optional[object] = ...,
     io_manager_key: Optional[str] = ...,
     dagster_type: Optional[DagsterType] = ...,
-    partitions_def: Optional[PartitionsDefinition] = ...,
+    partitions_def: Optional[PartitionsDefinition[str]] = ...,
     op_tags: Optional[Mapping[str, Any]] = ...,
     group_name: Optional[str] = ...,
     output_required: bool = ...,
-    automation_condition: Optional[AutomationCondition] = ...,
+    automation_condition: Optional[AutomationCondition[AssetKey]] = ...,
     backfill_policy: Optional[BackfillPolicy] = ...,
     retry_policy: Optional[RetryPolicy] = ...,
     code_version: Optional[str] = ...,
@@ -95,14 +95,14 @@ def asset(
     owners: Optional[Sequence[str]] = ...,
     kinds: Optional[AbstractSet[str]] = ...,
     pool: Optional[str] = ...,
-    **kwargs,
+    **kwargs: Any,
 ) -> Callable[[Callable[..., Any]], AssetsDefinition]: ...
 
 
 @overload
 def asset(
     compute_fn: Callable[..., Any],
-    **kwargs,
+    **kwargs: Any,
 ) -> AssetsDefinition: ...
 
 
@@ -168,11 +168,11 @@ def asset(
     io_manager_def: Optional[object] = None,
     io_manager_key: Optional[str] = None,
     dagster_type: Optional[DagsterType] = None,
-    partitions_def: Optional[PartitionsDefinition] = None,
+    partitions_def: Optional[PartitionsDefinition[str]] = None,
     op_tags: Optional[Mapping[str, Any]] = None,
     group_name: Optional[str] = None,
     output_required: bool = True,
-    automation_condition: Optional[AutomationCondition] = None,
+    automation_condition: Optional[AutomationCondition[AssetKey]] = None,
     freshness_policy: Optional[FreshnessPolicy] = None,
     backfill_policy: Optional[BackfillPolicy] = None,
     retry_policy: Optional[RetryPolicy] = None,
@@ -182,7 +182,7 @@ def asset(
     owners: Optional[Sequence[str]] = None,
     kinds: Optional[AbstractSet[str]] = None,
     pool: Optional[str] = None,
-    **kwargs,
+    **kwargs: Any,
 ) -> Union[AssetsDefinition, Callable[[Callable[..., Any]], AssetsDefinition]]:
     """Create a definition for how to compute an asset.
 
@@ -590,7 +590,7 @@ def multi_asset(
     config_schema: Optional[UserConfigSchema] = None,
     required_resource_keys: Optional[AbstractSet[str]] = None,
     internal_asset_deps: Optional[Mapping[str, set[AssetKey]]] = None,
-    partitions_def: Optional[PartitionsDefinition] = None,
+    partitions_def: Optional[PartitionsDefinition[str]] = None,
     hooks: Optional[AbstractSet[HookDefinition]] = None,
     backfill_policy: Optional[BackfillPolicy] = None,
     op_tags: Optional[Mapping[str, Any]] = None,
@@ -769,7 +769,7 @@ def graph_asset(
     config: Optional[Union[ConfigMapping, Mapping[str, Any]]] = None,
     key_prefix: Optional[CoercibleToAssetKeyPrefix] = None,
     group_name: Optional[str] = None,
-    partitions_def: Optional[PartitionsDefinition] = None,
+    partitions_def: Optional[PartitionsDefinition[str]] = None,
     hooks: Optional[AbstractSet[HookDefinition]] = None,
     metadata: Optional[RawMetadataMapping] = ...,
     tags: Optional[Mapping[str, str]] = ...,
@@ -777,7 +777,7 @@ def graph_asset(
     kinds: Optional[AbstractSet[str]] = None,
     legacy_freshness_policy: Optional[LegacyFreshnessPolicy] = ...,
     auto_materialize_policy: Optional[AutoMaterializePolicy] = ...,
-    automation_condition: Optional[AutomationCondition] = ...,
+    automation_condition: Optional[AutomationCondition[AssetKey]] = ...,
     backfill_policy: Optional[BackfillPolicy] = ...,
     resource_defs: Optional[Mapping[str, ResourceDefinition]] = ...,
     check_specs: Optional[Sequence[AssetCheckSpec]] = None,
@@ -806,19 +806,19 @@ def graph_asset(
     config: Optional[Union[ConfigMapping, Mapping[str, Any]]] = None,
     key_prefix: Optional[CoercibleToAssetKeyPrefix] = None,
     group_name: Optional[str] = None,
-    partitions_def: Optional[PartitionsDefinition] = None,
+    partitions_def: Optional[PartitionsDefinition[str]] = None,
     hooks: Optional[AbstractSet[HookDefinition]] = None,
     metadata: Optional[RawMetadataMapping] = None,
     tags: Optional[Mapping[str, str]] = None,
     owners: Optional[Sequence[str]] = None,
-    automation_condition: Optional[AutomationCondition] = None,
+    automation_condition: Optional[AutomationCondition[AssetKey]] = None,
     backfill_policy: Optional[BackfillPolicy] = None,
     resource_defs: Optional[Mapping[str, ResourceDefinition]] = None,
     check_specs: Optional[Sequence[AssetCheckSpec]] = None,
     code_version: Optional[str] = None,
     key: Optional[CoercibleToAssetKey] = None,
     kinds: Optional[AbstractSet[str]] = None,
-    **kwargs,
+    **kwargs: Any,
 ) -> Union[AssetsDefinition, Callable[[Callable[..., Any]], AssetsDefinition]]:
     """Creates a software-defined asset that's computed using a graph of ops.
 

{dagster-1.12.11 → dagster-1.12.12}/dagster/_core/execution/run_cancellation_thread.py

@@ -21,6 +21,7 @@ def _kill_on_cancel(instance_ref: InstanceRef, run_id, shutdown_event):
             if run.status in [
                 DagsterRunStatus.CANCELING,
                 DagsterRunStatus.CANCELED,
+                DagsterRunStatus.FAILURE,
             ]:
                 print(  # noqa: T201
                     f"Detected run status {run.status}, sending interrupt to main thread"

{dagster-1.12.11 → dagster-1.12.12}/dagster/_core/telemetry.py

@@ -25,6 +25,7 @@ from dagster_shared.telemetry import (
     TelemetrySettings,
     dagster_home_if_set,
     get_or_set_instance_id,
+    get_or_set_user_id,
     log_telemetry_action,
     write_telemetry_log_line,
 )
@@ -379,6 +380,7 @@ def log_remote_repo_stats(
                 client_time=str(datetime.datetime.now()),
                 event_id=str(uuid.uuid4()),
                 instance_id=instance_id,
+                user_id=get_or_set_user_id(),
                 metadata={
                     **get_stats_from_remote_repo(remote_repo),
                     "source": source,
@@ -450,6 +452,7 @@ def log_repo_stats(
                 client_time=str(datetime.datetime.now()),
                 event_id=str(uuid.uuid4()),
                 instance_id=instance_id,
+                user_id=get_or_set_user_id(),
                 metadata={
                     "source": source,
                     "pipeline_name_hash": job_name_hash,

{dagster-1.12.11 → dagster-1.12.12}/dagster/_generate/download.py

@@ -43,6 +43,7 @@ AVAILABLE_EXAMPLES = [
     "project_analytics",
     "project_fully_featured",
     "quickstart_etl",
+    "snowflake_cortex",
     "tutorial_notebook_assets",
     "with_great_expectations",
     "with_openai",

{dagster-1.12.11 → dagster-1.12.12}/dagster/components/list/list.py

@@ -28,6 +28,7 @@ from dagster._cli.workspace.cli_target import get_repository_python_origin_from_
 from dagster._config.pythonic_config.resource import get_resource_type_name
 from dagster._core.definitions.asset_selection import AssetSelection
 from dagster._core.definitions.assets.job.asset_job import is_reserved_asset_job_name
+from dagster._core.definitions.declarative_automation.serialized_objects import get_expanded_label
 from dagster._core.definitions.definitions_load_context import (
     DefinitionsLoadContext,
     DefinitionsLoadType,
@@ -177,7 +178,9 @@ def list_definitions(
                     group=node.group_name,
                     kinds=sorted(list(node.kinds)),
                     description=node.description,
-                    automation_condition=node.automation_condition.get_label()
+                    automation_condition=" ".join(
+                        get_expanded_label(node.automation_condition.get_snapshot())
+                    )
                     if node.automation_condition
                     else None,
                     tags=sorted(f'"{k}"="{v}"' for k, v in node.tags.items() if _tag_filter(k)),

dagster-1.12.12/dagster/version.py

@@ -0,0 +1 @@
+__version__ = "1.12.12"

{dagster-1.12.11 → dagster-1.12.12/dagster.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster
-Version: 1.12.11
+Version: 1.12.12
 Summary: Dagster is an orchestration platform for the development, production, and observation of data assets.
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
@@ -60,8 +60,8 @@ Requires-Dist: universal_pathlib; python_version < "3.12"
 Requires-Dist: universal_pathlib>=0.2.0; python_version >= "3.12"
 Requires-Dist: rich
 Requires-Dist: filelock
-Requires-Dist: dagster-pipes==1.12.11
-Requires-Dist: dagster-shared==1.12.11
+Requires-Dist: dagster-pipes==1.12.12
+Requires-Dist: dagster-shared==1.12.12
 Requires-Dist: antlr4-python3-runtime
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"
@@ -88,7 +88,7 @@ Requires-Dist: ruff==0.11.5; extra == "test"
 Provides-Extra: test-components
 Requires-Dist: tomlkit; extra == "test-components"
 Requires-Dist: jsonschema; extra == "test-components"
-Requires-Dist: pandas; extra == "test-components"
+Requires-Dist: pandas<3.0.0; extra == "test-components"
 Requires-Dist: duckdb; extra == "test-components"
 Provides-Extra: mypy
 Requires-Dist: mypy==1.8.0; extra == "mypy"

{dagster-1.12.11 → dagster-1.12.12}/dagster.egg-info/requires.txt

@@ -20,8 +20,8 @@ watchdog<7,>=0.8.3
 docstring-parser
 rich
 filelock
-dagster-pipes==1.12.11
-dagster-shared==1.12.11
+dagster-pipes==1.12.12
+dagster-shared==1.12.12
 antlr4-python3-runtime
 
 [:platform_system == "Windows"]
@@ -93,5 +93,5 @@ ruff==0.11.5
 [test-components]
 tomlkit
 jsonschema
-pandas
+pandas<3.0.0
 duckdb

{dagster-1.12.11 → dagster-1.12.12}/setup.py

@@ -112,8 +112,8 @@ setup(
         "universal_pathlib>=0.2.0; python_version>='3.12'",
         "rich",
         "filelock",
-        "dagster-pipes==1.12.11",
-        "dagster-shared==1.12.11",
+        "dagster-pipes==1.12.12",
+        "dagster-shared==1.12.12",
         "antlr4-python3-runtime",
     ],
     extras_require={
@@ -142,7 +142,7 @@ setup(
         "test-components": [
             "tomlkit",
             "jsonschema",
-            "pandas",
+            "pandas<3.0.0",
             "duckdb",
         ],
         "mypy": ["mypy==1.8.0"],

dagster-1.12.11/dagster/version.py

@@ -1 +0,0 @@
-__version__ = "1.12.11"