ioc-scope-mce-core 2.0.0__tar.gz

ioc_scope_mce_core-2.0.0/PKG-INFO

@@ -0,0 +1,47 @@
+Metadata-Version: 2.4
+Name: ioc-scope-mce-core
+Version: 2.0.0
+Summary: Metrics Computation Engine core
+Author-email: Outshift Open <oss-github@cisco.com>
+License-Expression: Apache-2.0
+Requires-Python: <3.15,>=3.13
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: click>=8.0.0
+Requires-Dist: python-dotenv>=1.0.0
+Requires-Dist: requests>=2.28.0
+Requires-Dist: networkx>=3.0.0
+Requires-Dist: packaging>=23.0
+Requires-Dist: pandas>=1.5.0
+Requires-Dist: pydantic-settings>=2.10.1
+Requires-Dist: typer>=0.9.0
+Requires-Dist: rdflib>=7.0.0
+Requires-Dist: pyyaml>=6.0.0
+Requires-Dist: ioc-scope-ontology>=1.1.0
+Provides-Extra: dev
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: pytest-asyncio; extra == "dev"
+Requires-Dist: black; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: mypy; extra == "dev"
+Requires-Dist: httpx; extra == "dev"
+Provides-Extra: neo4j
+Requires-Dist: neo4j>=6.1.0; extra == "neo4j"
+Provides-Extra: deepeval
+Requires-Dist: ioc-scope-mce-provider-deepeval>=2.0.0; extra == "deepeval"
+Provides-Extra: llm
+Requires-Dist: ioc-scope-mce-provider-native>=2.0.0; extra == "llm"
+Provides-Extra: opik
+Requires-Dist: ioc-scope-mce-provider-opik>=2.0.0; extra == "opik"
+Provides-Extra: ragas
+Requires-Dist: ioc-scope-mce-provider-ragas>=2.0.0; extra == "ragas"
+Provides-Extra: server
+Requires-Dist: fastapi>=0.111.0; extra == "server"
+Requires-Dist: uvicorn>=0.30.0; extra == "server"
+Provides-Extra: all
+Requires-Dist: ioc-scope-mce-provider-native>=2.0.0; extra == "all"
+Requires-Dist: ioc-scope-mce-provider-sdk>=2.0.0; extra == "all"
+Requires-Dist: ioc-scope-mce-provider-deepeval>=2.0.0; extra == "all"
+Requires-Dist: ioc-scope-mce-provider-opik>=2.0.0; extra == "all"
+Requires-Dist: ioc-scope-mce-provider-ragas>=2.0.0; extra == "all"
+Requires-Dist: fastapi>=0.111.0; extra == "all"
+Requires-Dist: uvicorn>=0.30.0; extra == "all"

ioc_scope_mce_core-2.0.0/pyproject.toml

@@ -0,0 +1,79 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "ioc-scope-mce-core"
+version = "2.0.0"
+authors = [
+    { name = "Outshift Open", email = "oss-github@cisco.com" }
+]
+license = "Apache-2.0"
+description = "Metrics Computation Engine core"
+requires-python = ">=3.13,<3.15"
+dependencies = [
+    "pydantic>=2.0.0",
+    "click>=8.0.0",
+    "python-dotenv>=1.0.0",
+    "requests>=2.28.0",
+    "networkx>=3.0.0",
+    "packaging>=23.0",
+    "pandas>=1.5.0",
+    "pydantic-settings>=2.10.1",
+    "typer>=0.9.0",
+    "rdflib>=7.0.0",
+    "pyyaml>=6.0.0",
+    "ioc-scope-ontology>=1.1.0",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest",
+    "pytest-asyncio",
+    "black",
+    "flake8",
+    "mypy",
+    "httpx",
+]
+neo4j = [
+    "neo4j>=6.1.0",
+]
+deepeval = [
+    "ioc-scope-mce-provider-deepeval>=2.0.0",
+]
+llm = [
+    "ioc-scope-mce-provider-native>=2.0.0",
+]
+opik = [
+    "ioc-scope-mce-provider-opik>=2.0.0",
+]
+ragas = [
+    "ioc-scope-mce-provider-ragas>=2.0.0",
+]
+server = [
+    "fastapi>=0.111.0",
+    "uvicorn>=0.30.0",
+]
+all = [
+    "ioc-scope-mce-provider-native>=2.0.0",
+    "ioc-scope-mce-provider-sdk>=2.0.0",
+    "ioc-scope-mce-provider-deepeval>=2.0.0",
+    "ioc-scope-mce-provider-opik>=2.0.0",
+    "ioc-scope-mce-provider-ragas>=2.0.0",
+    "fastapi>=0.111.0",
+    "uvicorn>=0.30.0",
+]
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.setuptools.package-data]
+"mce.engine" = ["data/*.json"]
+
+[tool.uv.sources]
+ioc-scope-mce-provider-native = { workspace = true }
+ioc-scope-mce-provider-sdk = { workspace = true }
+ioc-scope-mce-provider-deepeval = { workspace = true }
+ioc-scope-mce-provider-opik = { workspace = true }
+ioc-scope-mce-provider-ragas = { workspace = true }
+

ioc_scope_mce_core-2.0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

ioc_scope_mce_core-2.0.0/src/ioc_scope_mce_core.egg-info/PKG-INFO

@@ -0,0 +1,47 @@
+Metadata-Version: 2.4
+Name: ioc-scope-mce-core
+Version: 2.0.0
+Summary: Metrics Computation Engine core
+Author-email: Outshift Open <oss-github@cisco.com>
+License-Expression: Apache-2.0
+Requires-Python: <3.15,>=3.13
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: click>=8.0.0
+Requires-Dist: python-dotenv>=1.0.0
+Requires-Dist: requests>=2.28.0
+Requires-Dist: networkx>=3.0.0
+Requires-Dist: packaging>=23.0
+Requires-Dist: pandas>=1.5.0
+Requires-Dist: pydantic-settings>=2.10.1
+Requires-Dist: typer>=0.9.0
+Requires-Dist: rdflib>=7.0.0
+Requires-Dist: pyyaml>=6.0.0
+Requires-Dist: ioc-scope-ontology>=1.1.0
+Provides-Extra: dev
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: pytest-asyncio; extra == "dev"
+Requires-Dist: black; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: mypy; extra == "dev"
+Requires-Dist: httpx; extra == "dev"
+Provides-Extra: neo4j
+Requires-Dist: neo4j>=6.1.0; extra == "neo4j"
+Provides-Extra: deepeval
+Requires-Dist: ioc-scope-mce-provider-deepeval>=2.0.0; extra == "deepeval"
+Provides-Extra: llm
+Requires-Dist: ioc-scope-mce-provider-native>=2.0.0; extra == "llm"
+Provides-Extra: opik
+Requires-Dist: ioc-scope-mce-provider-opik>=2.0.0; extra == "opik"
+Provides-Extra: ragas
+Requires-Dist: ioc-scope-mce-provider-ragas>=2.0.0; extra == "ragas"
+Provides-Extra: server
+Requires-Dist: fastapi>=0.111.0; extra == "server"
+Requires-Dist: uvicorn>=0.30.0; extra == "server"
+Provides-Extra: all
+Requires-Dist: ioc-scope-mce-provider-native>=2.0.0; extra == "all"
+Requires-Dist: ioc-scope-mce-provider-sdk>=2.0.0; extra == "all"
+Requires-Dist: ioc-scope-mce-provider-deepeval>=2.0.0; extra == "all"
+Requires-Dist: ioc-scope-mce-provider-opik>=2.0.0; extra == "all"
+Requires-Dist: ioc-scope-mce-provider-ragas>=2.0.0; extra == "all"
+Requires-Dist: fastapi>=0.111.0; extra == "all"
+Requires-Dist: uvicorn>=0.30.0; extra == "all"

ioc_scope_mce_core-2.0.0/src/ioc_scope_mce_core.egg-info/SOURCES.txt

@@ -0,0 +1,76 @@
+pyproject.toml
+src/ioc_scope_mce_core.egg-info/PKG-INFO
+src/ioc_scope_mce_core.egg-info/SOURCES.txt
+src/ioc_scope_mce_core.egg-info/dependency_links.txt
+src/ioc_scope_mce_core.egg-info/requires.txt
+src/ioc_scope_mce_core.egg-info/top_level.txt
+src/mce/__init__.py
+src/mce/core/catalog.py
+src/mce/core/config.py
+src/mce/core/helpers.py
+src/mce/core/metadata.py
+src/mce/core/metric.py
+src/mce/core/provider.py
+src/mce/core/types.py
+src/mce/core/registry/__init__.py
+src/mce/core/registry/discovery.py
+src/mce/core/registry/provider.py
+src/mce/core/registry/service.py
+src/mce/core/specs/__init__.py
+src/mce/core/specs/_registry.py
+src/mce/core/specs/agent_to_agent_interactions.py
+src/mce/core/specs/agent_to_tool_interactions.py
+src/mce/core/specs/answer_correctness.py
+src/mce/core/specs/answer_relevancy.py
+src/mce/core/specs/bias.py
+src/mce/core/specs/call_count.py
+src/mce/core/specs/coherence.py
+src/mce/core/specs/completion_rate.py
+src/mce/core/specs/component_conflict_rate.py
+src/mce/core/specs/consistency.py
+src/mce/core/specs/context_preservation.py
+src/mce/core/specs/conversation_completeness.py
+src/mce/core/specs/cost.py
+src/mce/core/specs/cycles_count.py
+src/mce/core/specs/duration.py
+src/mce/core/specs/general_structure_and_style.py
+src/mce/core/specs/goal_success_rate.py
+src/mce/core/specs/graph_determinism_score.py
+src/mce/core/specs/groundedness.py
+src/mce/core/specs/hallucination.py
+src/mce/core/specs/information_retention.py
+src/mce/core/specs/intent_recognition_accuracy.py
+src/mce/core/specs/llm_average_confidence.py
+src/mce/core/specs/llm_error_rate.py
+src/mce/core/specs/llm_maximum_confidence.py
+src/mce/core/specs/llm_minimum_confidence.py
+src/mce/core/specs/response_completeness.py
+src/mce/core/specs/role_adherence.py
+src/mce/core/specs/sentiment.py
+src/mce/core/specs/task_completion.py
+src/mce/core/specs/task_delegation_accuracy.py
+src/mce/core/specs/token_count.py
+src/mce/core/specs/tonality.py
+src/mce/core/specs/tool_error.py
+src/mce/core/specs/tool_error_rate.py
+src/mce/core/specs/tool_utilization_accuracy.py
+src/mce/core/specs/topic_adherence.py
+src/mce/core/specs/toxicity.py
+src/mce/core/specs/workflow_cohesion_index.py
+src/mce/core/specs/workflow_efficiency.py
+src/mce/engine/__init__.py
+src/mce/engine/caching.py
+src/mce/engine/context_builder.py
+src/mce/engine/engine.py
+src/mce/engine/llm.py
+src/mce/engine/pricing.py
+src/mce/engine/scheduler.py
+src/mce/engine/strategies.py
+src/mce/engine/usage.py
+src/mce/engine/worker.py
+src/mce/engine/data/model_prices.json
+src/mce/providers/__init__.py
+src/mce/providers/base_wrapper.py
+src/mce/providers/catalog.py
+src/mce/providers/template/__init__.py
+src/mce/providers/virtual/aggregators.py

ioc_scope_mce_core-2.0.0/src/ioc_scope_mce_core.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

ioc_scope_mce_core-2.0.0/src/ioc_scope_mce_core.egg-info/requires.txt

@@ -0,0 +1,48 @@
+pydantic>=2.0.0
+click>=8.0.0
+python-dotenv>=1.0.0
+requests>=2.28.0
+networkx>=3.0.0
+packaging>=23.0
+pandas>=1.5.0
+pydantic-settings>=2.10.1
+typer>=0.9.0
+rdflib>=7.0.0
+pyyaml>=6.0.0
+ioc-scope-ontology>=1.1.0
+
+[all]
+ioc-scope-mce-provider-native>=2.0.0
+ioc-scope-mce-provider-sdk>=2.0.0
+ioc-scope-mce-provider-deepeval>=2.0.0
+ioc-scope-mce-provider-opik>=2.0.0
+ioc-scope-mce-provider-ragas>=2.0.0
+fastapi>=0.111.0
+uvicorn>=0.30.0
+
+[deepeval]
+ioc-scope-mce-provider-deepeval>=2.0.0
+
+[dev]
+pytest
+pytest-asyncio
+black
+flake8
+mypy
+httpx
+
+[llm]
+ioc-scope-mce-provider-native>=2.0.0
+
+[neo4j]
+neo4j>=6.1.0
+
+[opik]
+ioc-scope-mce-provider-opik>=2.0.0
+
+[ragas]
+ioc-scope-mce-provider-ragas>=2.0.0
+
+[server]
+fastapi>=0.111.0
+uvicorn>=0.30.0

ioc_scope_mce_core-2.0.0/src/ioc_scope_mce_core.egg-info/top_level.txt

@@ -0,0 +1 @@
+mce

ioc_scope_mce_core-2.0.0/src/mce/__init__.py

@@ -0,0 +1,27 @@
+#  Copyright (c) 2026 Cisco Systems, Inc. and its affiliates
+#  SPDX-License-Identifier: Apache-2.0
+from __future__ import annotations
+from pkgutil import extend_path
+
+import warnings
+
+# Allow multiple workspace packages to contribute to top-level `mce`.
+__path__ = extend_path(__path__, __name__)
+
+# Suppress Pydantic v1 compatibility warning from opik in Python 3.14+
+# Must be at the top level before any other imports
+warnings.filterwarnings(
+    "ignore",
+    message="Core Pydantic V1 functionality isn't compatible with Python 3.14 or greater",
+    category=UserWarning,
+)
+
+# Expose key public components
+try:
+    from .core.types import MetricResult as MetricResult
+    from .core.metric import Metric as Metric
+    from .engine.engine import MetricEngine as MetricEngine
+
+    __all__ = ["MetricResult", "Metric", "MetricEngine"]
+except ImportError:
+    __all__: list[str] = []

ioc_scope_mce_core-2.0.0/src/mce/core/catalog.py

@@ -0,0 +1,208 @@
+#  Copyright (c) 2026 Cisco Systems, Inc. and its affiliates
+#  SPDX-License-Identifier: Apache-2.0
+from __future__ import annotations
+
+import logging
+import importlib
+import inspect
+import pkgutil
+import threading
+import statistics
+from mce.core.metric import Metric
+
+logger = logging.getLogger(__name__)
+
+# Lazy imports for heavy dependencies
+try:
+    from scope_ontology import OntologyService
+except ImportError:
+    OntologyService = None
+
+
+class MetricCatalogService:
+    """
+    Core Service: unified registry for Metric instances.
+    Supports lazy creation of templated aggregate (virtual) metrics.
+    """
+
+    _instance = None
+    _lock = threading.Lock()  # Guards singleton creation
+
+    def __init__(self):
+        self._contracts: dict[str, Metric | type[Metric]] = {}
+        self._unified_metrics: dict[str, list[Metric]] = {}
+
+    @classmethod
+    def get_instance(cls):
+        """Thread-safe singleton accessor."""
+        if cls._instance is None:
+            with cls._lock:
+                if cls._instance is None:  # double-checked locking
+                    cls._instance = MetricCatalogService()
+        return cls._instance
+
+    def register_metric(self, metric: Metric | type[Metric]) -> None:
+        """Register a unified Metric plugin or abstract Base."""
+        if isinstance(metric, type):
+            # Abstract Class registration
+            if not hasattr(metric, "metadata"):
+                return  # Skip if no metadata
+            mid = metric.metadata.name
+            self._contracts[mid] = metric
+            return
+
+        # Instance registration
+        mid = metric.metric_id
+        if mid not in self._contracts:
+            self._contracts[mid] = metric
+
+        if mid not in self._unified_metrics:
+            self._unified_metrics[mid] = []
+        self._unified_metrics[mid].append(metric)
+
+    def get_contract(self, metric_id: str) -> Metric | type[Metric] | None:
+        """Look up a registered contract (or unified metric) by ID."""
+        return self._contracts.get(metric_id)
+
+    def get_metric(self, metric_id: str) -> Metric | None:
+        """
+        Get a unified metric instance.
+
+        **Lazy Loading for Templated Aggregates** (Option C):
+        If metric_id matches pattern "operation_BaseMetric" (e.g., "avg_AnswerRelevancy"),
+        automatically create and cache an AggregateMetric instance.
+
+        Supported operations:
+        - avg_* → AverageMetric(base_metric)
+        - max_* → AggregateMetric(base_metric, "max", max)
+        - min_* → AggregateMetric(base_metric, "min", min)
+        - sum_* → AggregateMetric(base_metric, "sum", sum)
+        """
+        # Check if already registered
+        metrics = self._unified_metrics.get(metric_id, [])
+        if metrics:
+            return metrics[0]
+
+        # Lazy loading: detect templated aggregate pattern
+        operation_mapping = {
+            "avg": ("avg", "AverageMetric"),
+            "max": ("max", "max"),
+            "min": ("min", "min"),
+            "sum": ("sum", "sum"),
+        }
+
+        for prefix, (op_name, op_type) in operation_mapping.items():
+            if metric_id.startswith(f"{prefix}_"):
+                base_metric_id = metric_id[len(prefix) + 1 :]  # Remove "avg_" prefix
+
+                # Validate base metric exists
+                if base_metric_id not in self._contracts:
+                    return None  # Base metric not found, cannot create aggregate
+
+                # Import and instantiate appropriate aggregate metric
+                if op_type == "AverageMetric":
+                    from mce.providers.virtual.aggregators import AverageMetric
+
+                    aggregate_metric = AverageMetric(target_metric_id=base_metric_id)
+                else:
+                    # max / min / sum operations
+                    from mce.providers.virtual.aggregators import AggregateMetric
+
+                    # Fix #20: statistics imported at module level
+                    op_fn_map = {
+                        "max": max,
+                        "min": min,
+                        "sum": sum,
+                        "avg": statistics.mean,
+                    }
+                    aggregate_metric = AggregateMetric(
+                        target_metric_id=base_metric_id,
+                        operation_name=op_name,
+                        operation_fn=op_fn_map[op_name],
+                    )
+
+                # Resolve target_types for the new metric
+                self._resolve_target_types(aggregate_metric)
+
+                # Register the lazily created metric
+                self.register_metric(aggregate_metric)
+                return aggregate_metric
+
+        return None
+
+    def _resolve_target_types(self, metric: "Metric") -> None:
+        """Resolve target_types for a lazily created aggregate metric.
+
+        Fix #16: delegates to the single source of truth in discovery.py
+        (ensure_target_types) instead of duplicating the mapping logic here.
+        The lazy import avoids the circular dependency
+        (catalog → discovery → catalog).
+        """
+        from mce.core.registry.discovery import (
+            ensure_target_types,
+        )  # lazy — avoids circular import
+
+        ensure_target_types(metric)
+
+        # If ensure_target_types could not resolve (no scope/attachment_point),
+        # fall back to ontology_class-based mapping for aggregate metrics which
+        # inherit the base metric's class name rather than a MAS prefix.
+        md = metric.metadata
+        if not getattr(md, "target_types", None):
+            ap = md.attachment_point
+            if ap and OntologyService is not None:
+                try:
+                    onto = OntologyService.get_instance()
+                    md.target_types = onto.get_subclasses_of(ap)
+                    return
+                except Exception as e:
+                    logger.warning(
+                        "OntologyService.get_subclasses_of(%r) failed: %s — "
+                        "falling back to ontology_class mapping for '%s'.",
+                        ap,
+                        e,
+                        md.name,
+                    )
+            # Last resort: map known ontology_class strings.
+            _class_map = {
+                "Session": {"mas:Session"},
+                "LLMCall": {"mas:LLMCall"},
+                "mas:LLMCall": {"mas:LLMCall"},
+                "ToolCall": {"mas:ToolCall"},
+                "mas:ToolCall": {"mas:ToolCall"},
+            }
+            md.target_types = _class_map.get(md.ontology_class, set())
+
+    def get_all_contracts(self) -> list[Metric | type[Metric]]:
+        return list(self._contracts.values())
+
+    def discover_metrics(self, package_path: str = "mce.metrics"):
+        """Auto-discover concrete Metric subclasses in the specified package."""
+        try:
+            module = importlib.import_module(package_path)
+            path = getattr(module, "__path__", [])
+            # NOTE: use module_name (not `name`) so the inner member loop cannot
+            # shadow the outer iteration variable — that was a silent bug.
+            # Fix #5: use walk_packages (recursive) instead of iter_modules (single-level)
+            # so metrics in sub-packages are not silently dropped.
+            for _, module_name, _ in pkgutil.walk_packages(
+                path, prefix=f"{package_path}."
+            ):
+                sub_module = importlib.import_module(module_name)
+                for member_name, obj in inspect.getmembers(sub_module):
+                    if (
+                        inspect.isclass(obj)
+                        and issubclass(obj, Metric)
+                        and obj is not Metric
+                    ):
+                        if inspect.isabstract(obj):
+                            continue  # Skip abstract bases
+                        try:
+                            instance = obj()
+                            self.register_metric(instance)
+                        except Exception as e:
+                            logger.warning(
+                                "Failed to instantiate metric %s: %s", member_name, e
+                            )
+        except ImportError as e:
+            logger.warning("Could not import package %s: %s", package_path, e)

ioc_scope_mce_core-2.0.0/src/mce/core/config.py

@@ -0,0 +1,33 @@
+#  Copyright (c) 2026 Cisco Systems, Inc. and its affiliates
+#  SPDX-License-Identifier: Apache-2.0
+from __future__ import annotations
+from pydantic_settings import BaseSettings, SettingsConfigDict
+from pydantic import Field
+
+
+class MceSettings(BaseSettings):
+    """
+    Configuration for the MCE library.
+    Settings can be overridden by environment variables with the prefix MCE_.
+
+    Provider availability is determined automatically: if a package is importable
+    (e.g. deepeval, ragas, opik) its metrics are discovered and registered.
+    Install the metapackage to get everything, or install individual provider
+    packages to pick only what you need.
+    """
+
+    strict_fail_fast: bool = Field(
+        default=False, description="Raise exceptions on provider initialization failure"
+    )
+
+    model_config = SettingsConfigDict(
+        env_prefix="MCE_",
+        env_file=".env",
+        env_file_encoding="utf-8",
+        case_sensitive=False,
+        extra="ignore",
+    )
+
+
+# Global settings instance
+settings = MceSettings()