aicertify 0.7.0__py3-none-any.whl

aicertify/__init__.py

@@ -0,0 +1,51 @@
+"""
+AICertify package.
+
+This package provides tools for certifying AI applications against different
+compliance frameworks.
+"""
+
+# Version information
+__version__ = "0.7.0"
+
+# Direct imports for developer convenience
+try:
+    # Contract creation and management
+    from aicertify.models.contract_models import (
+        create_contract,
+        save_contract,
+        load_contract,
+        AiCertifyContract,
+    )
+
+    # Evaluation functions
+    from aicertify.api import (
+        evaluate_contract,
+        evaluate_contract_object,
+        evaluate_conversations,
+        evaluate_contract_with_phase1_evaluators,
+        evaluate_contract_comprehensive,
+        generate_report,
+    )
+
+    # Phase 1 Evaluators
+    from aicertify.evaluators import (
+        BaseEvaluator,
+        EvaluationResult,
+        Report,
+        FairnessEvaluator,
+        ContentSafetyEvaluator,
+        RiskManagementEvaluator,
+        ComplianceEvaluator,
+        EvaluatorConfig,
+    )
+
+    # Set a flag to indicate successful imports
+    AICERTIFY_AVAILABLE = True
+except ImportError as e:
+    import logging
+
+    logging.getLogger(__name__).warning(
+        f"AICertify components not fully available. Error: {e}"
+    )
+    AICERTIFY_AVAILABLE = False

aicertify/api/__init__.py

@@ -0,0 +1,40 @@
+"""
+AICertify API
+
+A simple entry point for developers to integrate AICertify evaluation into their applications.
+This module provides functions to evaluate AI interactions for compliance with various policies.
+"""
+
+import logging
+
+# Re-export public API from specialized modules
+from aicertify.api.core import load_contract, CustomJSONEncoder
+
+from aicertify.api.evaluators import (
+    evaluate_contract,
+    evaluate_contract_object,
+    evaluate_contract_with_phase1_evaluators,
+    evaluate_contract_comprehensive,
+    evaluate_conversations,
+)
+
+from aicertify.api.reports import generate_report, generate_reports
+
+from aicertify.api.policy import evaluate_by_policy, aicertify_app_for_policy
+
+# Configure logging
+logger = logging.getLogger(__name__)
+# Define the public API
+__all__ = [
+    "load_contract",
+    "evaluate_contract",
+    "evaluate_contract_object",
+    "evaluate_contract_with_phase1_evaluators",
+    "evaluate_contract_comprehensive",
+    "evaluate_conversations",
+    "generate_report",
+    "generate_reports",
+    "evaluate_by_policy",
+    "aicertify_app_for_policy",
+    "CustomJSONEncoder",
+]

aicertify/api/core.py

@@ -0,0 +1,117 @@
+"""
+AICertify API Core Module
+
+This module provides core functionality for the AICertify API, including
+contract loading, validation, and utility functions.
+"""
+
+import json
+import logging
+from typing import Dict, Any
+from uuid import UUID
+from datetime import datetime
+
+# Import models
+from aicertify.models.contract_models import AiCertifyContract
+
+# Configure logging
+logger = logging.getLogger(__name__)
+
+
+def load_contract(contract_path: str) -> AiCertifyContract:
+    """
+    Load an AiCertifyContract from a JSON file.
+
+    Args:
+        contract_path: Path to the contract JSON file
+
+    Returns:
+        AiCertifyContract object
+    """
+    try:
+        with open(contract_path, "r") as f:
+            contract_data = json.load(f)
+        return AiCertifyContract.parse_obj(contract_data)
+    except Exception as e:
+        logger.error(f"Error loading contract from {contract_path}: {e}")
+        raise
+
+
+# Custom JSON encoder to handle UUID serialization
+class CustomJSONEncoder(json.JSONEncoder):
+    """Custom JSON encoder that handles UUID objects."""
+
+    def default(self, obj):
+        if isinstance(obj, UUID):
+            return str(obj)
+        if isinstance(obj, datetime):
+            return obj.isoformat()
+        return super().default(obj)
+
+
+def _ensure_valid_evaluation_structure(
+    evaluation_result: Dict[str, Any],
+) -> Dict[str, Any]:
+    """
+    Ensure the evaluation result has a valid structure for policy evaluation.
+
+    Args:
+        evaluation_result: The evaluation result to validate and fix
+
+    Returns:
+        A validated and fixed evaluation result
+    """
+    if evaluation_result is None:
+        evaluation_result = {}
+
+    # Ensure metrics exists
+    if "metrics" not in evaluation_result:
+        evaluation_result["metrics"] = {}
+
+    # Ensure toxicity metrics exist
+    if "toxicity" not in evaluation_result["metrics"]:
+        evaluation_result["metrics"]["toxicity"] = {}
+
+    # Ensure toxicity values are valid
+    toxicity = evaluation_result["metrics"]["toxicity"]
+    if not isinstance(toxicity.get("toxic_fraction"), (int, float)):
+        toxicity["toxic_fraction"] = 0.0
+    if not isinstance(toxicity.get("max_toxicity"), (int, float)):
+        toxicity["max_toxicity"] = 0.0
+    if not isinstance(toxicity.get("toxicity_probability"), (int, float)):
+        toxicity["toxicity_probability"] = 0.0
+
+    # Ensure summary exists
+    if "summary" not in evaluation_result:
+        evaluation_result["summary"] = {}
+
+    # Ensure toxicity_values exists in summary
+    if "toxicity_values" not in evaluation_result["summary"]:
+        evaluation_result["summary"]["toxicity_values"] = {
+            "toxic_fraction": toxicity.get("toxic_fraction", 0.0),
+            "max_toxicity": toxicity.get("max_toxicity", 0.0),
+            "toxicity_probability": toxicity.get("toxicity_probability", 0.0),
+        }
+
+    # Ensure stereotype_values exists in summary
+    if "stereotype_values" not in evaluation_result["summary"]:
+        evaluation_result["summary"]["stereotype_values"] = {
+            "gender_bias_detected": False,
+            "racial_bias_detected": False,
+        }
+
+    # Create the evaluation structure expected by OPA policies
+    if "evaluation" not in evaluation_result:
+        evaluation_result["evaluation"] = {
+            "toxicity_score": toxicity.get("max_toxicity", 0.0),
+            "toxic_fraction": toxicity.get("toxic_fraction", 0.0),
+            "toxicity_probability": toxicity.get("toxicity_probability", 0.0),
+            "gender_bias_detected": evaluation_result["summary"]
+            .get("stereotype_values", {})
+            .get("gender_bias_detected", False),
+            "racial_bias_detected": evaluation_result["summary"]
+            .get("stereotype_values", {})
+            .get("racial_bias_detected", False),
+        }
+
+    return evaluation_result