luminarycloud 0.21.2__py3-none-any.whl → 0.22.1__py3-none-any.whl

luminarycloud/enum/vis_enums.py

@@ -73,6 +73,12 @@ class VisQuantity(IntEnum):
     Q_CRITERION_TIME_AVERAGE = quantitypb.Q_CRITERION_TIME_AVERAGE
     HEAT_FLUX_TIME_AVERAGE = quantitypb.HEAT_FLUX_TIME_AVERAGE
     DEBUG_QUANTITY = quantitypb.DEBUG_QUANTITY
+    # Actuator disk quanties
+    THRUST_PER_UNIT_AREA = quantitypb.THRUST_PER_UNIT_AREA
+    TORQUE_PER_UNIT_AREA = quantitypb.TORQUE_PER_UNIT_AREA
+    BLADE_LOCAL_ANGLE_OF_ATTACK = quantitypb.BLADE_LOCAL_ANGLE_OF_ATTACK
+    BLADE_SECTIONAL_DRAG_COEFFICIENT = quantitypb.BLADE_SECTIONAL_DRAG_COEFFICIENT
+    BLADE_SECTIONAL_LIFT_COEFFICIENT = quantitypb.BLADE_SECTIONAL_LIFT_COEFFICIENT
 
 
 # Return the text name for the VisQuantity including the units, as it appears in the UI

luminarycloud/feature_modification.py

@@ -265,6 +265,7 @@ def modify_delete(
 def modify_union(
     feature: gpb.Feature,
     volumes: Optional[List[Volume | int]] = None,
+    keep: Optional[bool] = None,
 ) -> gpb.Modification:
     """
     Modify a boolean union feature with optional new body IDs.
@@ -273,6 +274,7 @@ def modify_union(
     Args:
         feature: A gpb.Feature object
         volumes: List of volumes or volume IDs to union
+        keep: Whether to keep the original bodies
 
     Returns:
         A gpb.Modification object
@@ -287,6 +289,9 @@ def modify_union(
         vol_ids = _volumes_to_int_list(volumes)
         _update_repeated_field(boolean_op.reg_union.bodies, vol_ids)
 
+    if keep is not None:
+        boolean_op.reg_union.keep_source_bodies = keep
+
     return gpb.Modification(
         mod_type=gpb.Modification.ModificationType.MODIFICATION_TYPE_UPDATE_FEATURE,
         feature=feature_copy,
@@ -297,6 +302,8 @@ def modify_subtraction(
     feature: gpb.Feature,
     volumes: Optional[List[Volume | int]] = None,
     tool_volumes: Optional[List[Volume | int]] = None,
+    keep_source_bodies: Optional[bool] = None,
+    keep_tool_bodies: Optional[bool] = None,
     propagate_tool_tags: Optional[bool] = None,
 ) -> gpb.Modification:
     """
@@ -307,6 +314,8 @@ def modify_subtraction(
         feature: A gpb.Feature object
         volumes: List of volumes or volume IDs to subtract from
         tool_volumes: List of volumes or volume IDs to use for subtraction
+        keep_source_bodies: Whether to keep the original bodies
+        keep_tool_bodies: Whether to keep the tool bodies
         propagate_tool_tags: Whether to propagate tool tags
 
     Returns:
@@ -325,6 +334,12 @@ def modify_subtraction(
         tool_ids = _volumes_to_int_list(tool_volumes)
         _update_repeated_field(boolean_op.reg_subtraction.tools, tool_ids)
 
+    if keep_source_bodies is not None:
+        boolean_op.reg_subtraction.keep_source_bodies = keep_source_bodies
+
+    if keep_tool_bodies is not None:
+        boolean_op.reg_subtraction.keep_tool_bodies = keep_tool_bodies
+
     if propagate_tool_tags is not None:
         boolean_op.reg_subtraction.propagate_tool_tags = propagate_tool_tags
 
@@ -335,7 +350,9 @@ def modify_subtraction(
 
 
 def modify_intersection(
-    feature: gpb.Feature, volumes: Optional[List[Volume | int]] = None
+    feature: gpb.Feature,
+    volumes: Optional[List[Volume | int]] = None,
+    keep: Optional[bool] = None,
 ) -> gpb.Modification:
     """
     Modify a boolean intersection feature with optional new volumes.
@@ -344,6 +361,7 @@ def modify_intersection(
     Args:
         feature: A gpb.Feature object
         volumes: List of volumes or volume IDs to intersect
+        keep: Whether to keep the original bodies
 
     Returns:
         A gpb.Modification object
@@ -358,6 +376,9 @@ def modify_intersection(
         vol_ids = _volumes_to_int_list(volumes)
         _update_repeated_field(boolean_op.reg_intersection.bodies, vol_ids)
 
+    if keep is not None:
+        boolean_op.reg_intersection.keep_source_bodies = keep
+
     return gpb.Modification(
         mod_type=gpb.Modification.ModificationType.MODIFICATION_TYPE_UPDATE_FEATURE,
         feature=feature_copy,
@@ -368,6 +389,8 @@ def modify_chop(
     feature: gpb.Feature,
     volumes: Optional[List[Volume | int]] = None,
     tool_volumes: Optional[List[Volume | int]] = None,
+    keep_source_bodies: Optional[bool] = None,
+    keep_tool_bodies: Optional[bool] = None,
     propagate_tool_tags: Optional[bool] = None,
 ) -> gpb.Modification:
     """
@@ -378,6 +401,8 @@ def modify_chop(
         feature: A gpb.Feature object
         volumes: List of volumes or volume IDs to chop
         tool_volumes: List of volumes or volume IDs to use for chopping
+        keep_source_bodies: Whether to keep the original bodies
+        keep_tool_bodies: Whether to keep the tool bodies
         propagate_tool_tags: Whether to propagate tool tags
 
     Returns:
@@ -397,6 +422,12 @@ def modify_chop(
         tool_ids = _volumes_to_int_list(tool_volumes)
         _update_repeated_field(boolean_op.reg_chop.tools, tool_ids)
 
+    if keep_source_bodies is not None:
+        boolean_op.reg_chop.keep_source_bodies = keep_source_bodies
+
+    if keep_tool_bodies is not None:
+        boolean_op.reg_chop.keep_tool_bodies = keep_tool_bodies
+
     if propagate_tool_tags is not None:
         boolean_op.reg_chop.propagate_tool_tags = propagate_tool_tags
 

luminarycloud/geometry.py

@@ -61,6 +61,10 @@ class Geometry(ProtoWrapperBase):
         """
         return timestamp_to_datetime(self._proto.update_time)
 
+    @property
+    def url(self) -> str:
+        return f"{self.project().url}/geometry/{self.id}"
+
     def project(self) -> "Project":
         """
         Get the project this geometry belongs to.
@@ -84,6 +88,18 @@ class Geometry(ProtoWrapperBase):
             res = get_default_client().UpdateGeometry(req)
             self._proto = res.geometry
 
+    def delete(self) -> None:
+        """
+        Delete the geometry.
+
+        This operation cannot be reverted and all the geometry data will be deleted as part of
+        this request.
+        """
+        req = geometrypb.DeleteGeometryRequest(
+            geometry_id=self.id,
+        )
+        get_default_client().DeleteGeometry(req)
+
     def copy(self, name: str = "") -> "Geometry":
         """
         Copy the geometry.
@@ -386,7 +402,7 @@ class Geometry(ProtoWrapperBase):
             jitter = random.uniform(0.5, 1.5)
             time.sleep(2 + jitter)
 
-    def create_tag(self, name: str, entities: Sequence[Volume | Surface]) -> None:
+    def create_tag(self, name: str, entities: Sequence[Volume | Surface]) -> Tag:
         """
         Create a tag in the geometry.
 
@@ -396,6 +412,11 @@ class Geometry(ProtoWrapperBase):
             The name of the tag to create.
         entities : list of Volumes or Surfaces
             The Volumes and Surfaces to tag.
+
+        Returns
+        -------
+        Tag
+            The tag that was created.
         """
         volume_ids = []
         surface_ids = []
@@ -407,8 +428,7 @@ class Geometry(ProtoWrapperBase):
             else:
                 raise TypeError("entities must be of type Volume or Surface")
 
-        req = geometrypb.ModifyGeometryRequest(
-            geometry_id=self.id,
+        self._modify(
             modification=gpb.Modification(
                 mod_type=gpb.Modification.MODIFICATION_TYPE_CREATE_TAG,
                 create_or_update_tag=gpb.CreateOrUpdateTag(
@@ -418,9 +438,9 @@ class Geometry(ProtoWrapperBase):
                 ),
             ),
         )
-        get_default_client().ModifyGeometry(req)
+        return self._get_tag_by_name(name)
 
-    def rename_tag(self, old_name: str, new_name: str) -> None:
+    def rename_tag(self, old_name: str, new_name: str) -> Tag:
         """
         Rename a tag in the geometry.
 
@@ -430,6 +450,11 @@ class Geometry(ProtoWrapperBase):
             The name of the tag to rename.
         new_name : str
             The new name for the tag.
+
+        Returns
+        -------
+        Tag
+            The updated tag.
         """
         self._modify(
             modification=gpb.Modification(
@@ -440,8 +465,9 @@ class Geometry(ProtoWrapperBase):
                 ),
             ),
         )
+        return self._get_tag_by_name(new_name)
 
-    def untag_entities(self, name: str, entities: Sequence[Volume | Surface]) -> None:
+    def untag_entities(self, name: str, entities: Sequence[Volume | Surface]) -> Tag | None:
         """
         Untag entities from a tag in the geometry.
 
@@ -452,6 +478,11 @@ class Geometry(ProtoWrapperBase):
         entities : list of Volumes or Surfaces
             The Volumes and Surfaces to untag. If empty, all entities with the
             tag will be untagged.
+
+        Returns
+        -------
+        Tag
+            The updated tag.
         """
         volume_ids = []
         surface_ids = []
@@ -473,8 +504,12 @@ class Geometry(ProtoWrapperBase):
                 ),
             ),
         )
+        try:
+            return self._get_tag_by_name(name)
+        except ValueError:
+            return None
 
-    def update_tag(self, name: str, entities: Sequence[Volume | Surface]) -> None:
+    def update_tag(self, name: str, entities: Sequence[Volume | Surface]) -> Tag:
         """
         Adds entities to a tag in the geometry.
 
@@ -483,6 +518,11 @@ class Geometry(ProtoWrapperBase):
         name : str
             The name of the tag to update.
         entities : list of Volumes or Surfaces
+
+        Returns
+        -------
+        Tag
+            The updated tag.
         """
         volume_ids = []
         surface_ids = []
@@ -504,6 +544,7 @@ class Geometry(ProtoWrapperBase):
                 ),
             ),
         )
+        return self._get_tag_by_name(name)
 
     def list_tags(self) -> list[Tag]:
         """
@@ -519,6 +560,25 @@ class Geometry(ProtoWrapperBase):
         res: geometrypb.ListTagsResponse = get_default_client().ListTags(req)
         return [Tag(t) for t in res.tags]
 
+    def _get_tag_by_name(self, name: str) -> Tag:
+        """
+        Get a specific tag from the geometry.
+
+        Parameters
+        ----------
+        name : str
+            The name of the tag.
+
+        Returns
+        -------
+        Tag
+            The tag with the specified name.
+        """
+        try:
+            return next(filter(lambda t: t.name == name, self.list_tags()))
+        except StopIteration:
+            raise ValueError(f"Tag '{name}' not found in geometry {self.id}")
+
     def list_entities(self) -> tuple[list[Surface], list[Volume]]:
         """
         List all the entities in the geometry.

luminarycloud/geometry_version.py

@@ -31,6 +31,10 @@ class GeometryVersion(ProtoWrapperBase):
         """
         return timestamp_to_datetime(self._proto.create_time)
 
+    @property
+    def url(self) -> str:
+        return f"{self.geometry().url}/version/{self.id}"
+
     def geometry(self) -> Geometry:
         """
         Get the parent geometry.

luminarycloud/mesh.py

@@ -38,6 +38,10 @@ class Mesh(ProtoWrapperBase):
     def create_time(self) -> datetime:
         return timestamp_to_datetime(self._proto.create_time)
 
+    @property
+    def url(self) -> str:
+        return f"{self.project().url}/mesh/{self.id}"
+
     def project(self) -> "Project":
         """
         Get the project this mesh belongs to.

luminarycloud/meshing/mesh_generation_params.py

@@ -16,11 +16,10 @@ from ..params.geometry import (
 )
 from ..types import Vector3
 from .sizing_strategy import MaxCount, Minimal, MinimalCount, SizingStrategy, TargetCount
-from ..pipeline_util.dictable import PipelineDictable
 
 
 @dataclass(kw_only=True)
-class VolumeMeshingParams(PipelineDictable):
+class VolumeMeshingParams:
     """Volume meshing parameters."""
 
     volumes: list[Volume]
@@ -39,7 +38,7 @@ class VolumeMeshingParams(PipelineDictable):
 
 
 @dataclass(kw_only=True)
-class ModelMeshingParams(PipelineDictable):
+class ModelMeshingParams:
     """Model meshing parameters."""
 
     surfaces: Sequence[Surface | str]
@@ -62,7 +61,7 @@ class ModelMeshingParams(PipelineDictable):
 
 
 @dataclass(kw_only=True)
-class BoundaryLayerParams(PipelineDictable):
+class BoundaryLayerParams:
     """Boundary layer meshing parameters."""
 
     surfaces: Sequence[Surface | str]
@@ -88,7 +87,7 @@ class BoundaryLayerParams(PipelineDictable):
 
 
 @dataclass(kw_only=True)
-class RefinementRegion(PipelineDictable):
+class RefinementRegion:
     """Refinement region parameters."""
 
     name: str
@@ -108,15 +107,15 @@ class RefinementRegion(PipelineDictable):
         proto.name = self.name
         proto.h_limit = self.h_limit
         if isinstance(self.shape, Sphere):
-            proto.sphere.center.CopyFrom(self.shape.center._to_base_proto())
-            proto.sphere.radius = self.shape.radius
+            proto.sphere.center_float.CopyFrom(self.shape.center._to_base_proto())
+            proto.sphere.radius_float = self.shape.radius
         elif isinstance(self.shape, SphereShell):
             proto.sphere_shell.center.CopyFrom(self.shape.center._to_base_proto())
             proto.sphere_shell.radius = self.shape.radius
             proto.sphere_shell.radius_inner = self.shape.radius_inner
         elif isinstance(self.shape, Cube):
-            proto.cube.min.CopyFrom(self.shape.min._to_base_proto())
-            proto.cube.max.CopyFrom(self.shape.max._to_base_proto())
+            proto.cube.min_float.CopyFrom(self.shape.min._to_base_proto())
+            proto.cube.max_float.CopyFrom(self.shape.max._to_base_proto())
         elif isinstance(self.shape, OrientedCube):
             proto.oriented_cube.min.CopyFrom(self.shape.min._to_base_proto())
             proto.oriented_cube.max.CopyFrom(self.shape.max._to_base_proto())
@@ -124,9 +123,9 @@ class RefinementRegion(PipelineDictable):
             proto.oriented_cube.x_axis.CopyFrom(self.shape.x_axis._to_base_proto())
             proto.oriented_cube.y_axis.CopyFrom(self.shape.y_axis._to_base_proto())
         elif isinstance(self.shape, Cylinder):
-            proto.cylinder.start.CopyFrom(self.shape.start._to_base_proto())
-            proto.cylinder.end.CopyFrom(self.shape.end._to_base_proto())
-            proto.cylinder.radius = self.shape.radius
+            proto.cylinder.start_float.CopyFrom(self.shape.start._to_base_proto())
+            proto.cylinder.end_float.CopyFrom(self.shape.end._to_base_proto())
+            proto.cylinder.radius_float = self.shape.radius
         elif isinstance(self.shape, AnnularCylinder):
             proto.annular_cylinder.start.CopyFrom(self.shape.start._to_base_proto())
             proto.annular_cylinder.end.CopyFrom(self.shape.end._to_base_proto())
@@ -138,12 +137,12 @@ class RefinementRegion(PipelineDictable):
 
 
 @dataclass(kw_only=True)
-class MeshGenerationParams(PipelineDictable):
+class MeshGenerationParams:
     """Mesh generation parameters."""
 
     geometry_id: str
     "The ID of the geometry to generate a mesh for"
-    sizing_strategy: SizingStrategy = field(default_factory=MaxCount)
+    sizing_strategy: SizingStrategy = field(default_factory=Minimal)
     "The sizing strategy to use"
 
     # Defaults copied from ts/frontend/src/lib/paramDefaults/meshGenerationState.ts

luminarycloud/meshing/sizing_strategy/sizing_strategies.py

@@ -1,11 +1,10 @@
 from dataclasses import dataclass
 
 from luminarycloud._helpers.warnings.deprecated import deprecated
-from ...pipeline_util.dictable import PipelineDictable
 
 
 @dataclass
-class SizingStrategy(PipelineDictable):
+class SizingStrategy:
     """Sizing strategy parameters."""
 
     pass

luminarycloud/physics_ai/solution.py

@@ -17,6 +17,7 @@ def _download_processed_solution_physics_ai(  # noqa: F841
     process_volume: bool = False,
     single_precision: bool = True,
     internal_options: Optional[Dict[str, str]] = None,
+    export_surface_groups: Optional[Dict[str, List[str]]] = None,
 ) -> tarfile.TarFile:
     """
     Download solution data with physics AI processing applied.
@@ -37,6 +38,8 @@ def _download_processed_solution_physics_ai(  # noqa: F841
             If None, all available volume fields are included.
         process_volume: Whether to process volume data
         single_precision: Whether to use single precision for floating point fields
+        export_surface_groups: Dictionary mapping group names to lists of surface names.
+            Each group will be exported as an individual STL file.
 
     Raises:
         ValueError: If invalid field names are provided
@@ -46,6 +49,7 @@ def _download_processed_solution_physics_ai(  # noqa: F841
         get_default_client(),
         solution_id,
         exclude_surfaces=exclude_surfaces,
+        export_surface_groups=export_surface_groups,
         fill_holes=fill_holes,
         surface_fields_to_keep=surface_fields_to_keep,
         volume_fields_to_keep=volume_fields_to_keep,

luminarycloud/pipelines/api.py

@@ -7,6 +7,7 @@ from time import time, sleep
 import logging
 
 from .arguments import PipelineArgValueType
+from .core import Stage
 from ..pipelines import Pipeline, PipelineArgs
 from .._client import get_default_client
 
@@ -69,6 +70,25 @@ class PipelineRecord:
         res = get_default_client().http.get(f"/rest/v0/pipelines/{self.id}/pipeline_jobs")
         return [PipelineJobRecord.from_json(p) for p in res["data"]]
 
+    def delete(self) -> None:
+        """
+        Delete this pipeline.
+
+        This will permanently delete the pipeline and all associated pipeline jobs.
+        This operation cannot be undone.
+
+        Raises
+        ------
+        HTTPException
+            If the pipeline does not exist or if you do not have permission to delete it.
+
+        Examples
+        --------
+        >>> pipeline = pipelines.get_pipeline("pipeline-123")
+        >>> pipeline.delete()
+        """
+        get_default_client().http.delete(f"/rest/v0/pipelines/{self.id}")
+
 
 @dataclass
 class PipelineJobRecord:
@@ -80,7 +100,7 @@ class PipelineJobRecord:
     pipeline_id: str
     name: str
     description: str | None
-    status: Literal["pending", "running", "completed", "failed"]
+    status: Literal["pending", "running", "completed", "failed", "cancelled"]
     created_at: datetime
     updated_at: datetime
     started_at: datetime | None
@@ -156,18 +176,37 @@ class PipelineJobRecord:
         res = get_default_client().http.get(f"/rest/v0/pipeline_jobs/{self.id}/artifacts")
         return res["data"]
 
+    def delete(self) -> None:
+        """
+        Delete this pipeline job.
+
+        This will permanently delete the pipeline job and all associated runs and tasks.
+        This operation cannot be undone.
+
+        Raises
+        ------
+        HTTPException
+            If the pipeline job does not exist or if you do not have permission to delete it.
+
+        Examples
+        --------
+        >>> pipeline_job = pipelines.get_pipeline_job("pipelinejob-123")
+        >>> pipeline_job.delete()
+        """
+        get_default_client().http.delete(f"/rest/v0/pipeline_jobs/{self.id}")
+
     def wait(
         self,
         *,
         interval_seconds: float = 5,
         timeout_seconds: float = float("inf"),
         print_logs: bool = False,
-    ) -> Literal["completed", "failed"]:
+    ) -> Literal["completed", "failed", "cancelled"]:
         """
-        Wait for the pipeline job to complete or fail.
+        Wait for the pipeline job to complete, fail, or be cancelled.
 
         This method polls the pipeline job status at regular intervals until it reaches
-        a terminal state (completed or failed).
+        a terminal state (completed, failed, or cancelled).
 
         Parameters
         ----------
@@ -180,7 +219,7 @@ class PipelineJobRecord:
 
         Returns
         -------
-        Literal["completed", "failed"]
+        Literal["completed", "failed", "cancelled"]
             The final status of the pipeline job.
 
         Raises
@@ -216,6 +255,9 @@ class PipelineJobRecord:
             elif updated_job.status == "failed":
                 logger.warning(f"Pipeline job {self.id} failed")
                 return "failed"
+            elif updated_job.status == "cancelled":
+                logger.info(f"Pipeline job {self.id} was cancelled")
+                return "cancelled"
 
             # Check timeout
             if time() >= deadline:
@@ -233,13 +275,53 @@ class PipelineJobRecord:
             self.started_at = updated_job.started_at
             self.completed_at = updated_job.completed_at
 
+    def get_concurrency_limits(self) -> dict[str, int]:
+        """
+        Returns the concurrency limits for this pipeline job.
+
+        Returns
+        -------
+        dict[str, int]
+            A dictionary mapping stage IDs to their concurrency limits.
+        """
+        res = get_default_client().http.get(f"/rest/v0/pipeline_jobs/{self.id}/concurrency_limits")
+        return {k: v["limit"] for k, v in res["data"].items()}
+
+    def set_concurrency_limits(self, limits: dict[str, int]) -> None:
+        """
+        Sets the concurrency limits for this pipeline job.
+
+        Parameters
+        ----------
+        limits : dict[str, int]
+            A dictionary mapping stage IDs to their concurrency limits.
+        """
+        body = {k: {"limit": v} for k, v in limits.items()}
+        get_default_client().http.put(f"/rest/v0/pipeline_jobs/{self.id}/concurrency_limits", body)
+
+    def cancel(self) -> None:
+        """Cancel this running pipeline job.
+
+        This will request cancellation of the underlying Prefect flow run. The
+        job should eventually transition to a cancelled terminal state once
+        the backend processes the cancellation.
+
+        Raises
+        ------
+        HTTPError
+            If the pipeline job cannot be cancelled (e.g., not found, not
+            running, or lacks the necessary Prefect flow run ID).
+        """
+        get_default_client().http.post(f"/rest/v0/pipeline_jobs/{self.id}/cancel", {})
+        logger.info(f"Cancelled pipeline job {self.id}")
+
 
 @dataclass
 class PipelineJobRunRecord:
     pipeline_job_id: str
     idx: int
     arguments: list[PipelineArgValueType]
-    status: Literal["pending", "running", "completed", "failed"]
+    status: Literal["pending", "running", "completed", "failed", "cancelled"]
 
     @classmethod
     def from_json(cls, json: dict) -> "PipelineJobRunRecord":
@@ -347,7 +429,11 @@ def get_pipeline(id: str) -> PipelineRecord:
 
 
 def create_pipeline_job(
-    pipeline_id: str, args: PipelineArgs, name: str, description: str | None = None
+    pipeline_id: str,
+    args: PipelineArgs,
+    name: str,
+    description: str | None = None,
+    concurrency_limits: dict[str, int] | None = None,
 ) -> PipelineJobRecord:
     """
     Create a new pipeline job.
@@ -362,6 +448,8 @@ def create_pipeline_job(
         Name of the pipeline job.
     description : str, optional
         Description of the pipeline job.
+    concurrency_limits : dict[str, int], optional
+        A dictionary mapping stage IDs to their concurrency limits.
     """
 
     arg_rows = [row.row_values for row in args.rows]
@@ -373,7 +461,10 @@ def create_pipeline_job(
     }
 
     res = get_default_client().http.post(f"/rest/v0/pipelines/{pipeline_id}/pipeline_jobs", body)
-    return PipelineJobRecord.from_json(res["data"])
+    pjr = PipelineJobRecord.from_json(res["data"])
+    if concurrency_limits is not None:
+        pjr.set_concurrency_limits(concurrency_limits)
+    return pjr
 
 
 def get_pipeline_job(id: str) -> PipelineJobRecord:

luminarycloud/pipelines/core.py

@@ -249,9 +249,16 @@ class Stage(Generic[TOutputs], ABC):
         for name, value in self._params.items():
             if hasattr(value, "_to_pipeline_dict"):
                 d[name], downstream_params = value._to_pipeline_dict()
+                for param in downstream_params:
+                    if not isinstance(param, PipelineParameter):
+                        raise ValueError(
+                            f"Expected `_to_pipeline_dict()` to only return PipelineParameters, but got a {type(param)}: {param}"
+                        )
                 pipeline_params.update(downstream_params)
             else:
                 d[name] = value
+        # Strip None values. We treat absence of a param value in the YAML the same as a present null value.
+        d = {k: v for k, v in d.items() if v is not None}
         return d, pipeline_params
 
     def __str__(self) -> str:
@@ -285,7 +292,7 @@ class Pipeline:
     def pipeline_params(self) -> set[PipelineParameter]:
         return self._stages_dict_and_params()[1]
 
-    def _get_stage_id(self, stage: Stage) -> str:
+    def get_stage_id(self, stage: Stage) -> str:
         return self._stage_ids[stage]
 
     def _stages_dict_and_params(self) -> tuple[dict, set[PipelineParameter]]:
@@ -361,7 +368,10 @@ class Pipeline:
         for stage_id in d["tasks"]:
             _parse_stage(d, stage_id, parsed_stages)
 
-        return cls(list(parsed_stages.values()))
+        pipe = cls(list(parsed_stages.values()))
+        # Preserve the stage IDs from the YAML definition by overwriting the auto-assigned ones
+        pipe._stage_ids = {stage: stage_id for stage_id, stage in parsed_stages.items()}
+        return pipe
 
 
 def _recursive_replace_pipeline_params(d: Any, parsed_params: dict) -> Any: