mca-sdk 0.6.6.dev1__tar.gz → 0.6.8.dev7__tar.gz

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/CHANGELOG.md

@@ -4,6 +4,11 @@ All notable changes to the MCA SDK will be documented in this file.
 
 ## [Unreleased]
 
+## [0.6.7] - 2026-03-05
+
+### Fixed
+- Add missing resource attributes for agentic model type
+
 ## [0.6.5] - 2026-03-05
 
 ### Fixed

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mca-sdk
-Version: 0.6.6.dev1
+Version: 0.6.8.dev7
 Summary: Model Collector Agent SDK for OpenTelemetry monitoring
 Author-email: Baptist Health South Florida <ai-ml@baptisthealth.net>
 License: Apache-2.0

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/mca_sdk/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.6.6.dev1'
-__version_tuple__ = version_tuple = (0, 6, 6, 'dev1')
+__version__ = version = '0.6.8.dev7'
+__version_tuple__ = version_tuple = (0, 6, 8, 'dev7')
 
-__commit_id__ = commit_id = 'g1b455cc2f'
+__commit_id__ = commit_id = 'g573997918'

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/mca_sdk/core/client.py

@@ -571,6 +571,14 @@ class MCAClient:
                     "team.name": self.config.team_name,
                 }
             )
+        elif self._metric_prefix == "agentic":  # Agentic AI models
+            resource_attrs.update(
+                {
+                    "llm.provider": self.config.llm_provider,
+                    "llm.model": self.config.llm_model,
+                    "team.name": self.config.team_name,
+                }
+            )
         elif self._metric_prefix == "vendor":  # Vendor models
             resource_attrs.update(
                 {
@@ -792,13 +800,25 @@ class MCAClient:
             description="Total number of prediction errors",
         )
 
+        self._mae_histogram = self._meter.create_histogram(
+            f"{self._metric_prefix}.mae",
+            description="Mean Absolute Error",
+        )
+
+        self._rmse_histogram = self._meter.create_histogram(
+            f"{self._metric_prefix}.rmse",
+            description="Root Mean Squared Error",
+        )
+
         # FIXED (Round 13): State initialization moved to __init__() to guarantee safe state
         # All _max_* variables, locks, and dicts are now initialized before any complex setup
 
         if self._debug_mode:
             self._sdk_logger.debug(
                 f"Standard metrics created: {self._metric_prefix}.predictions_total (counter), "
-                f"{self._metric_prefix}.latency_seconds (histogram)"
+                f"{self._metric_prefix}.latency_seconds (histogram), "
+                f"{self._metric_prefix}.mae (histogram), "
+                f"{self._metric_prefix}.rmse (histogram)"
             )
 
         # Initialize metric naming validation
@@ -1424,6 +1444,56 @@ class MCAClient:
                 f"[{prediction_id}] Prediction recording completed - metrics will be exported via batch processor (interval: {self._metric_export_interval_ms}ms)"
             )
 
+    def record_evaluation(
+        self,
+        mae: Optional[float] = None,
+        rmse: Optional[float] = None,
+        dataset: str = "validation",
+        **attributes,
+    ) -> None:
+        """Record model evaluation metrics (MAE, RMSE).
+
+        Args:
+            mae: Mean Absolute Error value
+            rmse: Root Mean Squared Error value
+            dataset: Dataset evaluated on (default: 'validation')
+            **attributes: Additional attributes to attach
+        """
+        eval_attributes = {"dataset": dataset}
+        if attributes:
+            eval_attributes.update(attributes)
+
+        safe_attributes = eval_attributes
+        if getattr(self, "_strict_validation", True):
+            try:
+                from ..validation.telemetry_attributes import TelemetryAttributeValidator
+
+                safe_attributes = TelemetryAttributeValidator.validate(
+                    eval_attributes,
+                    strict=self._strict_validation,
+                    max_value_length=self._max_attr_length,
+                    max_attribute_count=self._max_attr_count,
+                )
+            except Exception as e:
+                if self._strict_validation:
+                    raise
+                self._sdk_logger.warning(f"Attribute validation failed for evaluation metrics: {e}")
+                safe_attributes = {"dataset": dataset}  # fallback
+
+        if mae is not None:
+            self._mae_histogram.record(mae, attributes=safe_attributes)
+            if self._debug_mode:
+                self._sdk_logger.debug(
+                    f"Metric recorded: {self._metric_prefix}.mae = {mae} on {dataset}"
+                )
+
+        if rmse is not None:
+            self._rmse_histogram.record(rmse, attributes=safe_attributes)
+            if self._debug_mode:
+                self._sdk_logger.debug(
+                    f"Metric recorded: {self._metric_prefix}.rmse = {rmse} on {dataset}"
+                )
+
     def record_error(
         self,
         error: Exception,

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/mca_sdk/utils/serialization.py

@@ -41,8 +41,10 @@ def serialize_for_telemetry(
         >>> serialize_for_telemetry("a" * 2000, max_length=100)
         'aaa...aaa...[truncated]'
     """
-    # None, bool, int, float, list, dict are returned unchanged (OTel-compatible)
-    if data is None or isinstance(data, (bool, int, float, list, dict)):
+    # None, bool, int, float are returned unchanged (OTel-compatible)
+    # Note: OTel span attributes DO NOT accept dicts, and only accept homogeneous
+    # lists of primitives. To be safe for both logs and spans, we stringify dicts/lists.
+    if data is None or isinstance(data, (bool, int, float)):
         return data
 
     # Strings are returned as-is but with truncation applied if needed

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/mca_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mca-sdk
-Version: 0.6.6.dev1
+Version: 0.6.8.dev7
 Summary: Model Collector Agent SDK for OpenTelemetry monitoring
 Author-email: Baptist Health South Florida <ai-ml@baptisthealth.net>
 License: Apache-2.0

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/sdk-examples/internal-agentic/agent_instrumented.py

@@ -9,14 +9,16 @@ import sys
 import time
 from typing import List, Dict
 
+# Add both sdk-examples (for shared.py) and mca-prototype root (for mca_sdk) to path
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
+sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..', '..'))
 
 from shared import (
     print_gcp_auth_status,
     print_collector_status,
     COLLECTOR_HTTP_ENDPOINT,
     REGISTRY_URL,
-    DEFAULT_MODEL_ID
+    AGENTIC_MODEL_ID
 )
 
 from mca_sdk import MCAClient
@@ -134,7 +136,7 @@ def main():
 
     # Step 3-5: Registry integration
     print("\n=== Registry Integration ===")
-    model_id = os.environ.get("MODEL_ID", DEFAULT_MODEL_ID)
+    model_id = os.environ.get("MODEL_ID", AGENTIC_MODEL_ID)
 
     registry_client = RegistryClient(url=REGISTRY_URL, use_gcp_auth=True, timeout=10.0)
 

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/sdk-examples/internal-genai/litellm_instrumented.py

@@ -9,7 +9,9 @@ import sys
 import time
 import random
 
+# Add both sdk-examples (for shared.py) and mca-prototype root (for mca_sdk) to path
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
+sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..', '..'))
 
 from shared import (
     print_gcp_auth_status,

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/sdk-examples/internal-model/instrumented_model.py

@@ -9,14 +9,16 @@ import sys
 import time
 import random
 
+# Add both sdk-examples (for shared.py) and mca-prototype root (for mca_sdk) to path
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
+sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..', '..'))
 
 from shared import (
     print_gcp_auth_status,
     print_collector_status,
     COLLECTOR_HTTP_ENDPOINT,
     REGISTRY_URL,
-    DEFAULT_MODEL_ID
+    INTERNAL_MODEL_ID,
 )
 
 from mca_sdk import MCAClient
@@ -32,7 +34,7 @@ def main():
 
     # Step 3-5: Registry integration
     print("\n=== Registry Integration ===")
-    model_id = os.environ.get("MODEL_ID", DEFAULT_MODEL_ID)
+    model_id = os.environ.get("MODEL_ID", INTERNAL_MODEL_ID)
 
     registry_client = RegistryClient(url=REGISTRY_URL, use_gcp_auth=True, timeout=10.0)
 
@@ -67,7 +69,7 @@ def main():
             return {
                 "prediction": "high_risk" if risk_score > 0.7 else "low_risk",
                 "risk_score": risk_score,
-                "confidence": 0.85
+                "confidence": 0.85,
             }
 
         result = predict_readmission({"patient_id": "sanitized-001", "age": 72})
@@ -75,22 +77,24 @@ def main():
 
         # Step 8: Manual predictions with threshold checking
         print("=== Manual Predictions with Threshold Checking ===")
-        latency_threshold_ms = client.thresholds.get('latency_ms', 1000)
+        latency_threshold_ms = client.thresholds.get("latency_ms", 1000)
 
         for i in range(3):
             latency = random.uniform(0.02, 0.15)
             client.record_prediction(
                 latency=latency,
-                prediction_id=f"pred-{i+1:03d}",
+                prediction_id=f"pred-{i + 1:03d}",
                 risk_score=random.uniform(0.1, 0.9),
-                department="cardiology"
+                department="cardiology",
             )
 
             # Check threshold
             if latency * 1000 > latency_threshold_ms:
-                print(f"  ⚠️  pred-{i+1:03d}: High latency {latency*1000:.0f}ms (threshold: {latency_threshold_ms}ms)")
+                print(
+                    f"  ⚠️  pred-{i + 1:03d}: High latency {latency * 1000:.0f}ms (threshold: {latency_threshold_ms}ms)"
+                )
             else:
-                print(f"  ✓ pred-{i+1:03d}: {latency*1000:.0f}ms")
+                print(f"  ✓ pred-{i + 1:03d}: {latency * 1000:.0f}ms")
         print()
 
         # Step 9: Custom operation with trace()
@@ -108,6 +112,14 @@ def main():
         client.record_metric("model.confidence", 0.87, metric_type="histogram")
         print("✓ Recorded custom metrics\n")
 
+        # Step 10b: Evaluation metrics
+        print("=== Evaluation Metrics ===")
+        # For a classification model, we use record_metric with valid ratios
+        client.record_metric("model.accuracy_ratio", 0.92, dataset="validation", metric_type="gauge")
+        client.record_metric("model.precision_ratio", 0.88, dataset="validation", metric_type="gauge")
+        client.record_metric("model.recall_ratio", 0.85, dataset="validation", metric_type="gauge")
+        print("✓ Recorded classification metrics (accuracy, precision, recall)\n")
+
         # Step 11: Error tracking
         print("=== Error Tracking ===")
         try:
@@ -117,7 +129,10 @@ def main():
                 error=e,
                 error_type="validation_error",
                 severity="warning",
-                context={"patient_id": "sanitized-001", "missing_features": ["prior_admission_count"]}
+                context={
+                    "patient_id": "sanitized-001",
+                    "missing_features": ["prior_admission_count"],
+                },
             )
             print(f"✓ Error recorded: {type(e).__name__}\n")
 

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/sdk-examples/shared/__init__.py

@@ -12,6 +12,8 @@ from .config import (
     COLLECTOR_GRPC_ENDPOINT,
     REGISTRY_URL,
     DEFAULT_MODEL_ID,
+    INTERNAL_MODEL_ID,
+    AGENTIC_MODEL_ID,
 )
 
 __all__ = [
@@ -25,4 +27,6 @@ __all__ = [
     "COLLECTOR_GRPC_ENDPOINT",
     "REGISTRY_URL",
     "DEFAULT_MODEL_ID",
+    "INTERNAL_MODEL_ID",
+    "AGENTIC_MODEL_ID",
 ]

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/sdk-examples/shared/config.py

@@ -4,3 +4,5 @@ COLLECTOR_HTTP_ENDPOINT = "http://10.164.76.8:4318"
 COLLECTOR_GRPC_ENDPOINT = "10.164.76.8:4317"
 REGISTRY_URL = "https://emms-registration-api-dev-rlaptra7zq-ue.a.run.app"
 DEFAULT_MODEL_ID = "256c8edd-1abe-4ec3-9cc6-18a760be5718"
+INTERNAL_MODEL_ID = "7a6fd3b1-3d8c-4768-9100-a8628d1f6237"
+AGENTIC_MODEL_ID = "7a6fd3b1-3d8c-4768-9100-a8628d1f6200"

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/tests/unit/test_coverage_final_push.py

@@ -209,7 +209,9 @@ class TestSerializationEdgeCases:
         result = serialize_for_telemetry(complex_data)
 
         # Dicts are OTel-compatible, returned unchanged
-        assert result == complex_data
+        import json
+
+        assert result == json.dumps(complex_data)
 
     def test_serialize_for_telemetry_with_non_serializable_object(self):
         """Test serialize_for_telemetry handles non-serializable objects gracefully."""

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/tests/unit/test_final_coverage_85.py

@@ -150,7 +150,9 @@ class TestSerializationEdgeCases:
         result = serialize_for_telemetry(data)
 
         # Dicts are OTel-compatible, returned unchanged
-        assert result == data
+        import json
+
+        assert result == json.dumps(data)
 
     def test_serialize_for_telemetry_handles_none(self):
         """Test serialize_for_telemetry handles None values."""

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/tests/unit/test_serialization.py

@@ -16,13 +16,13 @@ class TestSerializeForTelemetry:
         """Test that simple dicts are returned unchanged (OTel-compatible type)."""
         data = {"key": "value", "number": 42}
         result = serialize_for_telemetry(data)
-        assert result == data
+        assert result == json.dumps(data)
 
     def test_serialize_simple_list(self):
         """Test that simple lists are returned unchanged (OTel-compatible type)."""
         data = [1, 2, 3, 4, 5]
         result = serialize_for_telemetry(data)
-        assert result == data
+        assert result == json.dumps(data)
 
     def test_serialize_string(self):
         """Test that strings are returned unchanged (OTel-compatible type)."""
@@ -51,7 +51,7 @@ class TestSerializeForTelemetry:
             "metadata": {"count": 2, "active": True},
         }
         result = serialize_for_telemetry(data)
-        assert result == data
+        assert result == json.dumps(data)
 
     def test_truncate_large_payload(self):
         """Test truncation of payload exceeding max_length."""
@@ -104,15 +104,15 @@ class TestSerializeForTelemetry:
         """Test that Unicode characters are preserved in dicts returned unchanged."""
         data = {"message": "Hello 世界 🌍"}
         result = serialize_for_telemetry(data)
-        assert result["message"] == "Hello 世界 🌍"
+        assert json.loads(result)["message"] == "Hello 世界 🌍"
 
     def test_empty_dict(self):
         """Test that empty dict is returned unchanged."""
-        assert serialize_for_telemetry({}) == {}
+        assert serialize_for_telemetry({}) == "{}"
 
     def test_empty_list(self):
         """Test that empty list is returned unchanged."""
-        assert serialize_for_telemetry([]) == []
+        assert serialize_for_telemetry([]) == "[]"
 
 
 class TestJsonDefault:

{mca_sdk-0.6.6.dev1 → mca_sdk-0.6.8.dev7}/tests/unit/test_ultimate_final_85.py

@@ -143,10 +143,12 @@ class TestSimpleImports:
 
         # Basic OTel-compatible types are returned unchanged
         result1 = serialize_for_telemetry({"key": "value"})
-        assert result1 == {"key": "value"}
+        import json
+
+        assert result1 == json.dumps({"key": "value"})
 
         result2 = serialize_for_telemetry([1, 2, 3])
-        assert result2 == [1, 2, 3]
+        assert result2 == json.dumps([1, 2, 3])
 
         result3 = serialize_for_telemetry("simple string")
         assert isinstance(result3, str)