dagster 1.12.9__tar.gz → 1.12.11__tar.gz

{dagster-1.12.9/dagster.egg-info → dagster-1.12.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster
-Version: 1.12.9
+Version: 1.12.11
 Summary: Dagster is an orchestration platform for the development, production, and observation of data assets.
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
@@ -60,8 +60,8 @@ Requires-Dist: universal_pathlib; python_version < "3.12"
 Requires-Dist: universal_pathlib>=0.2.0; python_version >= "3.12"
 Requires-Dist: rich
 Requires-Dist: filelock
-Requires-Dist: dagster-pipes==1.12.9
-Requires-Dist: dagster-shared==1.12.9
+Requires-Dist: dagster-pipes==1.12.11
+Requires-Dist: dagster-shared==1.12.11
 Requires-Dist: antlr4-python3-runtime
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"

{dagster-1.12.9 → dagster-1.12.11}/dagster/_core/definitions/assets/graph/remote_asset_graph.py

@@ -520,7 +520,7 @@ class RemoteAssetGraph(BaseAssetGraph[TRemoteAssetNode], ABC, Generic[TRemoteAss
 
         by_table_name = defaultdict(set)
         for node in self.asset_nodes:
-            normalized_table_name = TableMetadataSet.extract(node.metadata).normalized_table_name
+            normalized_table_name = TableMetadataSet.extract_normalized_table_name(node.metadata)
             if normalized_table_name:
                 by_table_name[normalized_table_name.lower()].add(node.key)
 
@@ -547,7 +547,7 @@ class RemoteAssetGraph(BaseAssetGraph[TRemoteAssetNode], ABC, Generic[TRemoteAss
         from dagster._core.definitions.metadata.metadata_set import TableMetadataSet
 
         input_node = self.get(asset_key)
-        input_table_name = TableMetadataSet.extract(input_node.metadata).normalized_table_name
+        input_table_name = TableMetadataSet.extract_normalized_table_name(input_node.metadata)
 
         if not input_table_name:
             return set()

{dagster-1.12.9 → dagster-1.12.11}/dagster/_core/definitions/inference.py

@@ -1,14 +1,16 @@
 from collections.abc import Callable, Mapping, Sequence
 from inspect import Parameter, Signature, isgeneratorfunction, signature
-from typing import Any, NamedTuple, Optional
+from typing import Any, Optional
 
+from dagster_shared.record import record
 from docstring_parser import parse
 
 from dagster._core.decorator_utils import get_type_hints
 from dagster._core.definitions.utils import NoValueSentinel
 
 
-class InferredInputProps(NamedTuple):
+@record
+class InferredInputProps:
     """The information about an input that can be inferred from the function signature."""
 
     name: str
@@ -17,7 +19,8 @@ class InferredInputProps(NamedTuple):
     default_value: Any = NoValueSentinel
 
 
-class InferredOutputProps(NamedTuple):
+@record
+class InferredOutputProps:
     """The information about an input that can be inferred from the function signature."""
 
     annotation: Any
@@ -80,15 +83,15 @@ def _infer_inputs_from_params(
     for param in params:
         if param.default is not Parameter.empty:
             input_def = InferredInputProps(
-                param.name,
-                type_hints.get(param.name, param.annotation),
+                name=param.name,
+                annotation=type_hints.get(param.name, param.annotation),
                 default_value=param.default,
                 description=_descriptions.get(param.name),
             )
         else:
             input_def = InferredInputProps(
-                param.name,
-                type_hints.get(param.name, param.annotation),
+                name=param.name,
+                annotation=type_hints.get(param.name, param.annotation),
                 description=_descriptions.get(param.name),
             )
 

{dagster-1.12.9 → dagster-1.12.11}/dagster/_core/definitions/input.py

@@ -1,12 +1,13 @@
 import inspect
 from collections.abc import Callable, Mapping
-from types import FunctionType, UnionType
-from typing import TYPE_CHECKING, Any, NamedTuple, Optional, TypeVar, Union
+from types import UnionType
+from typing import TYPE_CHECKING, Any, Optional, TypeVar, Union
 
 from dagster_shared.error import DagsterError
+from dagster_shared.record import IHaveNew, record, record_custom
 
 import dagster._check as check
-from dagster._annotations import PublicAttr, deprecated_param, public, superseded
+from dagster._annotations import PublicAttr, public, superseded
 from dagster._core.definitions.events import AssetKey
 from dagster._core.definitions.inference import InferredInputProps
 from dagster._core.definitions.metadata import (
@@ -309,39 +310,22 @@ def _checked_inferred_type(inferred: InferredInputProps) -> DagsterType:
     return resolved_type
 
 
-class InputPointer(NamedTuple("_InputPointer", [("node_name", str), ("input_name", str)])):
-    def __new__(cls, node_name: str, input_name: str):
-        return super().__new__(
-            cls,
-            check.str_param(node_name, "node_name"),
-            check.str_param(input_name, "input_name"),
-        )
+@record(kw_only=False)
+class InputPointer:
+    node_name: str
+    input_name: str
 
 
-class FanInInputPointer(
-    NamedTuple(
-        "_FanInInputPointer", [("node_name", str), ("input_name", str), ("fan_in_index", int)]
-    )
-):
-    def __new__(cls, node_name: str, input_name: str, fan_in_index: int):
-        return super().__new__(
-            cls,
-            check.str_param(node_name, "node_name"),
-            check.str_param(input_name, "input_name"),
-            check.int_param(fan_in_index, "fan_in_index"),
-        )
+@record(kw_only=False)
+class FanInInputPointer:
+    node_name: str
+    input_name: str
+    fan_in_index: int
 
 
-@deprecated_param(
-    param="dagster_type",
-    breaking_version="2.0",
-    additional_warn_text="Any defined `dagster_type` should come from the upstream op `Output`.",
-    # Disabling warning here since we're passing this internally and I'm not sure whether it is
-    # actually used or discarded.
-    emit_runtime_warning=False,
-)
 @public
-class InputMapping(NamedTuple):
+@record
+class InputMapping:
     """Defines an input mapping for a graph.
 
     Args:
@@ -350,8 +334,8 @@ class InputMapping(NamedTuple):
         mapped_node_input_name (str): Name of the input in the node (op/graph) that is being mapped to.
         fan_in_index (Optional[int]): The index in to a fanned input, otherwise None.
         graph_input_description (Optional[str]): A description of the input in the graph being mapped from.
-        dagster_type (Optional[DagsterType]): The dagster type of the graph's input
-            being mapped from.
+        dagster_type (Optional[DagsterType]): DEPRECATED, to be removed in 2.0.
+            The dagster type of the graph's input being mapped from.
 
     Examples:
         .. code-block:: python
@@ -384,6 +368,8 @@ class InputMapping(NamedTuple):
     mapped_node_input_name: str
     fan_in_index: Optional[int] = None
     graph_input_description: Optional[str] = None
+
+    # DEPRECATED: Any defined `dagster_type` should come from the upstream op `Output`.
     dagster_type: Optional[DagsterType] = None
 
     @property
@@ -411,26 +397,8 @@ class InputMapping(NamedTuple):
 
 
 @public
-class In(
-    NamedTuple(
-        "_In",
-        [
-            ("dagster_type", PublicAttr[Union[DagsterType, type[NoValueSentinel]]]),
-            ("description", PublicAttr[Optional[str]]),
-            ("default_value", PublicAttr[Any]),
-            ("metadata", PublicAttr[Optional[Mapping[str, Any]]]),
-            (
-                "asset_key",
-                PublicAttr[Optional[Union[AssetKey, Callable[["InputContext"], AssetKey]]]],
-            ),
-            (
-                "asset_partitions",
-                PublicAttr[Optional[Union[set[str], Callable[["InputContext"], set[str]]]]],
-            ),
-            ("input_manager_key", PublicAttr[Optional[str]]),
-        ],
-    )
-):
+@record_custom
+class In(IHaveNew):
     """Defines an argument to an op's compute function.
 
     Inputs may flow from previous op's outputs, or be stubbed using config. They may optionally
@@ -454,6 +422,14 @@ class In(
             upstream output.
     """
 
+    dagster_type: PublicAttr[Union[DagsterType, type[NoValueSentinel]]]
+    description: PublicAttr[Optional[str]]
+    default_value: PublicAttr[Any]
+    metadata: PublicAttr[Mapping[str, Any]]
+    asset_key: PublicAttr[Optional[Union[AssetKey, Callable[["InputContext"], AssetKey]]]]
+    asset_partitions: PublicAttr[Optional[Union[set[str], Callable[["InputContext"], set[str]]]]]
+    input_manager_key: PublicAttr[Optional[str]]
+
     def __new__(
         cls,
         dagster_type: Union[type, UnionType, DagsterType] = NoValueSentinel,
@@ -471,12 +447,12 @@ class In(
                 if dagster_type is NoValueSentinel
                 else resolve_dagster_type(dagster_type)
             ),
-            description=check.opt_str_param(description, "description"),
+            description=description,
             default_value=default_value,
-            metadata=check.opt_mapping_param(metadata, "metadata", key_type=str),
-            asset_key=check.opt_inst_param(asset_key, "asset_key", (AssetKey, FunctionType)),
+            metadata={} if metadata is None else metadata,
+            asset_key=asset_key,
             asset_partitions=asset_partitions,
-            input_manager_key=check.opt_str_param(input_manager_key, "input_manager_key"),
+            input_manager_key=input_manager_key,
         )
 
     @staticmethod
@@ -506,15 +482,15 @@ class In(
 
 
 @public
-class GraphIn(NamedTuple("_GraphIn", [("description", PublicAttr[Optional[str]])])):
+@record
+class GraphIn:
     """Represents information about an input that a graph maps.
 
     Args:
         description (Optional[str]): Human-readable description of the input.
     """
 
-    def __new__(cls, description: Optional[str] = None):
-        return super().__new__(cls, description=description)
+    description: PublicAttr[Optional[str]] = None
 
     def to_definition(self, name: str) -> InputDefinition:
         return InputDefinition(name=name, description=self.description)

{dagster-1.12.9 → dagster-1.12.11}/dagster/_core/definitions/metadata/metadata_set.py

@@ -197,9 +197,20 @@ class TableMetadataSet(NamespacedMetadataSet):
     def current_key_by_legacy_key(cls) -> Mapping[str, str]:
         return {"relation_identifier": "table_name"}
 
-    @property
-    def normalized_table_name(self) -> Optional[str]:
-        return self.table_name.lower() if self.table_name else None
+    @classmethod
+    def extract_normalized_table_name(cls, metadata: Mapping[str, Any]) -> Optional[str]:
+        from pydantic import ValidationError
+
+        metadata_subset = {
+            key: metadata[key]
+            for key in {"dagster/table_name", "dagster/relation_identifier"}
+            if key in metadata
+        }
+        try:
+            table_name = TableMetadataSet.extract(metadata_subset).table_name
+            return table_name.lower() if table_name else None
+        except ValidationError:
+            return None
 
 
 class UriMetadataSet(NamespacedMetadataSet):