dagster-cloud 1.8.2__py3-none-any.whl → 1.12.6__py3-none-any.whl

dagster_cloud/agent/instrumentation/constants.py

@@ -0,0 +1,2 @@
+# Metrics name will start with this prefix
+DAGSTER_CLOUD_AGENT_METRIC_PREFIX = "dagster_cloud"

dagster_cloud/agent/instrumentation/run_launch.py

@@ -0,0 +1,23 @@
+import logging
+
+from dagster import DagsterRun
+
+
+def extract_run_attributes(deployment_name, run: DagsterRun) -> dict[str, str]:
+    attributes = {
+        "job": run.job_name or "unknown",
+        "repository": "unknown",
+        "location": "unknown",
+        "deployment": deployment_name,
+    }
+
+    try:
+        if run.remote_job_origin:
+            attributes["repository"] = (
+                run.remote_job_origin.repository_origin.repository_name or "unknown"
+            )
+            attributes["location"] = run.remote_job_origin.location_name or "unknown"
+    except Exception as e:  # pylint: disable=broad-except
+        logging.warning("Failed to extract additional run attributes", exc_info=e)
+
+    return attributes

dagster_cloud/agent/instrumentation/schedule.py

@@ -0,0 +1,34 @@
+from dagster import deserialize_value
+from dagster._core.definitions.schedule_definition import ScheduleExecutionData
+from dagster._core.remote_representation.external_data import ScheduleExecutionErrorSnap
+
+from dagster_cloud.opentelemetry.observers.execution_observer import ExecutionObserverInstruments
+
+
+def inspect_schedule_result(
+    serialized_data_or_error: str,
+    instruments: ExecutionObserverInstruments,
+    attributes: dict[str, str],
+) -> str:
+    run_requests = []
+    status: str = "unknown"
+    try:
+        evaluation_execution_data = deserialize_value(serialized_data_or_error)
+        if isinstance(evaluation_execution_data, ScheduleExecutionData):
+            run_requests = evaluation_execution_data.run_requests or []
+            if run_requests:
+                status = "success"
+            else:
+                status = "skipped"
+        elif isinstance(evaluation_execution_data, ScheduleExecutionErrorSnap):
+            status = "error"
+    finally:
+        if run_requests:
+            meter = instruments.meter
+            counter = meter.get_counter(
+                name=f"{meter.name}.run_requests",
+                description="Number of run requests triggered by schedules",
+            )
+            counter.add(len(run_requests), attributes)
+
+    return status

dagster_cloud/agent/instrumentation/sensor.py

@@ -0,0 +1,34 @@
+from dagster import deserialize_value
+from dagster._core.definitions.sensor_definition import SensorExecutionData
+from dagster._core.remote_representation.external_data import SensorExecutionErrorSnap
+
+from dagster_cloud.opentelemetry.observers.execution_observer import ExecutionObserverInstruments
+
+
+def inspect_sensor_result(
+    serialized_data_or_error: str,
+    instruments: ExecutionObserverInstruments,
+    attributes: dict[str, str],
+) -> str:
+    run_requests = []
+    status: str = "unknown"
+    try:
+        evaluation_execution_data = deserialize_value(serialized_data_or_error)
+        if isinstance(evaluation_execution_data, SensorExecutionData):
+            run_requests = evaluation_execution_data.run_requests or []
+            if run_requests:
+                status = "success"
+            else:
+                status = "skipped"
+        elif isinstance(evaluation_execution_data, SensorExecutionErrorSnap):
+            status = "error"
+    finally:
+        if run_requests:
+            meter = instruments.meter
+            counter = meter.get_counter(
+                name=f"{meter.name}.run_requests",
+                description="Number of run requests triggered by sensors",
+            )
+            counter.add(len(run_requests), attributes)
+
+    return status

dagster_cloud/anomaly_detection/__init__.py

@@ -1,7 +1,7 @@
-from .defs import (
+from dagster_cloud.anomaly_detection.defs import (
     build_anomaly_detection_freshness_checks as build_anomaly_detection_freshness_checks,
 )
-from .types import (
+from dagster_cloud.anomaly_detection.types import (
     AnomalyDetectionModelParams as AnomalyDetectionModelParams,
     BetaFreshnessAnomalyDetectionParams as BetaFreshnessAnomalyDetectionParams,
 )

dagster_cloud/anomaly_detection/defs.py

@@ -1,29 +1,33 @@
 import datetime
-from typing import Iterable, Optional, Sequence, Union, cast
+from collections.abc import Iterable, Sequence
+from typing import TYPE_CHECKING, Optional, Union, cast
 
 from dagster import (
     AssetCheckExecutionContext,
     MetadataValue,
     _check as check,
 )
-from dagster._core.definitions.asset_check_factories.freshness_checks.last_update import (
+from dagster._core.definitions.asset_checks.asset_check_factories.freshness_checks.last_update import (
     construct_description,
 )
-from dagster._core.definitions.asset_check_factories.utils import (
+from dagster._core.definitions.asset_checks.asset_check_factories.utils import (
     FRESH_UNTIL_METADATA_KEY,
     LAST_UPDATED_TIMESTAMP_METADATA_KEY,
     LOWER_BOUND_TIMESTAMP_METADATA_KEY,
     assets_to_keys,
 )
-from dagster._core.definitions.asset_check_result import AssetCheckResult
-from dagster._core.definitions.asset_check_spec import (
+from dagster._core.definitions.asset_checks.asset_check_result import AssetCheckResult
+from dagster._core.definitions.asset_checks.asset_check_spec import (
     AssetCheckKey,
     AssetCheckSeverity,
     AssetCheckSpec,
 )
-from dagster._core.definitions.asset_checks import AssetChecksDefinition
+from dagster._core.definitions.asset_checks.asset_checks_definition import AssetChecksDefinition
 from dagster._core.definitions.asset_key import AssetKey
-from dagster._core.definitions.assets import AssetsDefinition, unique_id_from_asset_and_check_keys
+from dagster._core.definitions.assets.definition.assets_definition import (
+    AssetsDefinition,
+    unique_id_from_asset_and_check_keys,
+)
 from dagster._core.definitions.decorators.asset_check_decorator import multi_asset_check
 from dagster._core.definitions.events import CoercibleToAssetKey
 from dagster._core.definitions.source_asset import SourceAsset
@@ -35,15 +39,16 @@ from dagster_cloud_cli.core.graphql_client import (
     create_cloud_webserver_client,
 )
 
-from dagster_cloud import DagsterCloudAgentInstance
-
-from .mutation import ANOMALY_DETECTION_INFERENCE_MUTATION
-from .types import (
+from dagster_cloud.anomaly_detection.mutation import ANOMALY_DETECTION_INFERENCE_MUTATION
+from dagster_cloud.anomaly_detection.types import (
     AnomalyDetectionModelParams,
     BetaFreshnessAnomalyDetectionParams,
     FreshnessAnomalyDetectionResult,
 )
 
+if TYPE_CHECKING:
+    from dagster_cloud import DagsterCloudAgentInstance
+
 DEFAULT_MODEL_PARAMS = BetaFreshnessAnomalyDetectionParams(sensitivity=0.1)
 MODEL_PARAMS_METADATA_KEY = "dagster/anomaly_detection_model_params"
 MODEL_VERSION_METADATA_KEY = "dagster/anomaly_detection_model_version"
@@ -88,7 +93,7 @@ def _build_check_for_assets(
                 "Anomaly detection is only available for dagster cloud deployments."
                 f"Instance type: {type(context.instance)}."
             )
-        instance = cast(DagsterCloudAgentInstance, context.instance)
+        instance = cast("DagsterCloudAgentInstance", context.instance)
         with create_cloud_webserver_client(
             instance.dagit_url[:-1]
             if instance.dagit_url.endswith("/")

dagster_cloud/anomaly_detection/types.py

@@ -1,6 +1,6 @@
 from abc import abstractproperty
 from enum import Enum
-from typing import Any, Dict
+from typing import Any
 
 from dagster import DagsterError
 from pydantic import BaseModel
@@ -60,7 +60,7 @@ class AnomalyDetectionModelParams(BaseModel):
         raise NotImplementedError("Subclasses must implement this method")
 
     @abstractproperty
-    def as_metadata(self) -> Dict[str, Any]:
+    def as_metadata(self) -> dict[str, Any]:
         raise NotImplementedError("Subclasses must implement this method")
 
 
@@ -72,7 +72,7 @@ class BetaFreshnessAnomalyDetectionParams(AnomalyDetectionModelParams):
         return AnomalyDetectionModelVersion.FRESHNESS_BETA
 
     @property
-    def as_metadata(self) -> Dict[str, Any]:
+    def as_metadata(self) -> dict[str, Any]:
         return {
             "sensitivity": self.sensitivity,
         }