truthound-dashboard 1.3.0__py3-none-any.whl → 1.4.0__py3-none-any.whl

truthound_dashboard/api/router.py

@@ -7,23 +7,41 @@ from fastapi import APIRouter
 
 from . import (
     # Phase 1-4
+    alerts,
     drift,
     health,
     history,
+    maintenance,
     mask,
     notifications,
+    notifications_advanced,
     profile,
+    reports,
     rules,
     scan,
     schedules,
     schemas,
     sources,
+    triggers,
     validations,
     validators,
+    versioning,
+    websocket,
     # Phase 5
     catalog,
     collaboration,
     glossary,
+    # Schema Evolution & Rule Suggestions
+    rule_suggestions,
+    schema_evolution,
+    # Phase 9: Plugin System
+    plugins,
+    # Phase 10: ML & Lineage
+    anomaly,
+    lineage,
+    model_monitoring,
+    # Cross-Feature Integration
+    cross_alerts,
 )
 
 api_router = APIRouter()
@@ -132,3 +150,132 @@ api_router.include_router(
     collaboration.router,
     tags=["collaboration"],
 )
+
+# =============================================================================
+# Phase 4: Reports & Maintenance & Versioning
+# =============================================================================
+
+# Report generation endpoints
+api_router.include_router(
+    reports.router,
+    prefix="/reports",
+    tags=["reports"],
+)
+
+# Maintenance and retention policy endpoints
+api_router.include_router(
+    maintenance.router,
+    prefix="/maintenance",
+    tags=["maintenance"],
+)
+
+# Versioning endpoints
+api_router.include_router(
+    versioning.router,
+    tags=["versioning"],
+)
+
+# =============================================================================
+# Schema Evolution & Rule Suggestions
+# =============================================================================
+
+# Schema evolution endpoints
+api_router.include_router(
+    schema_evolution.router,
+    tags=["schema-evolution"],
+)
+
+# Rule suggestion endpoints
+api_router.include_router(
+    rule_suggestions.router,
+    tags=["rule-suggestions"],
+)
+
+# Rule suggestion presets endpoint
+api_router.include_router(
+    rule_suggestions.presets_router,
+    tags=["rule-suggestions"],
+)
+
+# =============================================================================
+# Phase 14: Advanced Notifications
+# =============================================================================
+
+# Advanced notification endpoints (routing, deduplication, throttling, escalation)
+api_router.include_router(
+    notifications_advanced.router,
+    tags=["notifications-advanced"],
+)
+
+# =============================================================================
+# Phase 10: ML & Lineage
+# =============================================================================
+
+# Data lineage endpoints
+api_router.include_router(
+    lineage.router,
+    prefix="/lineage",
+    tags=["lineage"],
+)
+
+# Anomaly detection endpoints
+api_router.include_router(
+    anomaly.router,
+    tags=["anomaly"],
+)
+
+# ML Model Monitoring endpoints
+api_router.include_router(
+    model_monitoring.router,
+    tags=["model-monitoring"],
+)
+
+# =============================================================================
+# Unified Alerts
+# =============================================================================
+
+# Unified alerts aggregation endpoints
+api_router.include_router(
+    alerts.router,
+    tags=["alerts"],
+)
+
+# =============================================================================
+# Cross-Feature Integration
+# =============================================================================
+
+# Cross-alert correlation endpoints (anomaly + drift)
+api_router.include_router(
+    cross_alerts.router,
+    tags=["cross-alerts"],
+)
+
+# =============================================================================
+# Trigger Monitoring & Webhooks
+# =============================================================================
+
+# Trigger monitoring and webhook endpoints
+api_router.include_router(
+    triggers.router,
+    tags=["triggers"],
+)
+
+# =============================================================================
+# WebSocket Real-time Updates
+# =============================================================================
+
+# WebSocket endpoints for real-time updates
+api_router.include_router(
+    websocket.router,
+    tags=["websocket"],
+)
+
+# =============================================================================
+# Phase 9: Plugin System
+# =============================================================================
+
+# Plugin marketplace and custom validators/reporters
+api_router.include_router(
+    plugins.router,
+    tags=["plugins"],
+)

truthound_dashboard/api/rule_suggestions.py

@@ -0,0 +1,310 @@
+"""Rule suggestion API endpoints.
+
+This module provides endpoints for generating and applying
+validation rule suggestions based on profile data.
+
+Features:
+    - Multiple strictness levels (loose, medium, strict)
+    - Preset templates for different use cases
+    - Multiple export formats (YAML, JSON, Python, TOML)
+    - Category-based filtering
+"""
+
+from __future__ import annotations
+
+from fastapi import APIRouter, HTTPException, status
+from fastapi.responses import PlainTextResponse
+
+from truthound_dashboard.core.rule_generator import RuleGeneratorService
+from truthound_dashboard.schemas import (
+    ApplyRulesRequest,
+    ApplyRulesResponse,
+    ExportRulesRequest,
+    ExportRulesResponse,
+    PresetsResponse,
+    RuleSuggestionRequest,
+    RuleSuggestionResponse,
+)
+
+from .deps import (
+    ProfileServiceDep,
+    RuleGeneratorServiceDep,
+    SchemaServiceDep,
+    SourceServiceDep,
+)
+
+router = APIRouter(prefix="/sources", tags=["rule-suggestions"])
+presets_router = APIRouter(prefix="/rule-suggestions", tags=["rule-suggestions"])
+
+
+@router.post(
+    "/{source_id}/rules/suggest",
+    response_model=RuleSuggestionResponse,
+    summary="Generate rule suggestions",
+    description="""Generate validation rule suggestions based on profile data.
+
+Supports:
+- **Strictness levels**: loose, medium, strict
+- **Presets**: default, strict, loose, minimal, comprehensive, ci_cd, schema_only, format_only, cross_column, data_integrity
+- **Category filtering**: schema, stats, pattern, completeness, uniqueness, distribution, relationship, multi_column
+- **Cross-column rules**: composite keys, column comparisons, arithmetic relationships, dependencies, coexistence
+""",
+)
+async def suggest_rules(
+    source_id: str,
+    generator_service: RuleGeneratorServiceDep,
+    profile_service: ProfileServiceDep,
+    schema_service: SchemaServiceDep,
+    source_service: SourceServiceDep,
+    request: RuleSuggestionRequest | None = None,
+) -> RuleSuggestionResponse:
+    """Generate rule suggestions for a source.
+
+    Args:
+        source_id: Source ID.
+        generator_service: Rule generator service.
+        profile_service: Profile service.
+        schema_service: Schema service.
+        source_service: Source service.
+        request: Optional request parameters.
+
+    Returns:
+        Rule suggestion response with single-column and cross-column suggestions.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    # Parse request
+    if request is None:
+        request = RuleSuggestionRequest()
+
+    # Get profile
+    if request.profile_id and not request.use_latest_profile:
+        profile = await profile_service.get(request.profile_id)
+        if not profile:
+            raise HTTPException(
+                status_code=status.HTTP_404_NOT_FOUND,
+                detail=f"Profile {request.profile_id} not found",
+            )
+    else:
+        profile = await profile_service.get_latest(source_id)
+        if not profile:
+            raise HTTPException(
+                status_code=status.HTTP_404_NOT_FOUND,
+                detail=f"No profile found for source {source_id}. Run profiling first.",
+            )
+
+    # Get schema (optional)
+    schema = await schema_service.get_active(source_id)
+
+    # Generate suggestions with advanced options including cross-column
+    result = await generator_service.generate_suggestions(
+        source,
+        profile,
+        schema,
+        min_confidence=request.min_confidence,
+        strictness=request.strictness,
+        preset=request.preset,
+        include_categories=request.include_categories,
+        exclude_categories=request.exclude_categories,
+        enable_cross_column=request.enable_cross_column,
+        include_cross_column_types=request.include_cross_column_types,
+        exclude_cross_column_types=request.exclude_cross_column_types,
+    )
+
+    return result
+
+
+@router.post(
+    "/{source_id}/rules/apply-suggestions",
+    response_model=ApplyRulesResponse,
+    summary="Apply rule suggestions",
+    description="Apply selected rule suggestions to create validation rules.",
+)
+async def apply_rule_suggestions(
+    source_id: str,
+    request: ApplyRulesRequest,
+    generator_service: RuleGeneratorServiceDep,
+    source_service: SourceServiceDep,
+) -> ApplyRulesResponse:
+    """Apply selected rule suggestions.
+
+    Args:
+        source_id: Source ID.
+        request: Apply rules request.
+        generator_service: Rule generator service.
+        source_service: Source service.
+
+    Returns:
+        Apply rules response.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    # Validate request
+    if not request.suggestions:
+        raise HTTPException(
+            status_code=status.HTTP_400_BAD_REQUEST,
+            detail="No suggestions provided to apply",
+        )
+
+    # Apply suggestions
+    result = await generator_service.apply_suggestions(
+        source,
+        request.suggestions,
+        rule_name=request.rule_name,
+        rule_description=request.rule_description,
+    )
+
+    return result
+
+
+@router.post(
+    "/{source_id}/rules/export",
+    response_model=ExportRulesResponse,
+    summary="Export rules",
+    description="""Export generated rules in various formats.
+
+Supported formats:
+- **yaml**: Human-readable YAML format
+- **json**: Machine-readable JSON format
+- **python**: Executable Python code
+- **toml**: Configuration-friendly TOML format
+""",
+)
+async def export_rules(
+    source_id: str,
+    request: ExportRulesRequest,
+    generator_service: RuleGeneratorServiceDep,
+    source_service: SourceServiceDep,
+) -> ExportRulesResponse:
+    """Export rules in specified format.
+
+    Args:
+        source_id: Source ID.
+        request: Export request.
+        generator_service: Rule generator service.
+        source_service: Source service.
+
+    Returns:
+        Export response with content.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    # Validate request
+    if not request.suggestions:
+        raise HTTPException(
+            status_code=status.HTTP_400_BAD_REQUEST,
+            detail="No suggestions provided to export",
+        )
+
+    # Export rules
+    result = generator_service.export_rules(
+        request.suggestions,
+        format=request.format,
+        rule_name=request.rule_name,
+        description=request.description,
+        include_metadata=request.include_metadata,
+    )
+
+    return result
+
+
+@router.post(
+    "/{source_id}/rules/export/download",
+    response_class=PlainTextResponse,
+    summary="Download exported rules",
+    description="Download rules as a file in the specified format.",
+)
+async def download_exported_rules(
+    source_id: str,
+    request: ExportRulesRequest,
+    generator_service: RuleGeneratorServiceDep,
+    source_service: SourceServiceDep,
+) -> PlainTextResponse:
+    """Download rules as a file.
+
+    Args:
+        source_id: Source ID.
+        request: Export request.
+        generator_service: Rule generator service.
+        source_service: Source service.
+
+    Returns:
+        Plain text response with file content.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    if not request.suggestions:
+        raise HTTPException(
+            status_code=status.HTTP_400_BAD_REQUEST,
+            detail="No suggestions provided to export",
+        )
+
+    # Export rules
+    result = generator_service.export_rules(
+        request.suggestions,
+        format=request.format,
+        rule_name=request.rule_name,
+        description=request.description,
+        include_metadata=request.include_metadata,
+    )
+
+    # Determine content type
+    content_type_map = {
+        "yaml": "application/x-yaml",
+        "json": "application/json",
+        "python": "text/x-python",
+        "toml": "application/toml",
+    }
+    content_type = content_type_map.get(result.format.value, "text/plain")
+
+    return PlainTextResponse(
+        content=result.content,
+        media_type=content_type,
+        headers={
+            "Content-Disposition": f'attachment; filename="{result.filename}"'
+        },
+    )
+
+
+# =============================================================================
+# Presets Router
+# =============================================================================
+
+
+@presets_router.get(
+    "/presets",
+    response_model=PresetsResponse,
+    summary="Get available presets",
+    description="Get list of available presets, strictness levels, categories, and export formats.",
+)
+async def get_presets() -> PresetsResponse:
+    """Get available rule generation presets and options.
+
+    Returns:
+        Presets response.
+    """
+    return RuleGeneratorService.get_presets()

truthound_dashboard/api/schema_evolution.py

@@ -0,0 +1,231 @@
+"""Schema evolution API endpoints.
+
+This module provides endpoints for schema evolution detection,
+version tracking, and change history.
+"""
+
+from __future__ import annotations
+
+from fastapi import APIRouter, HTTPException, status
+
+from truthound_dashboard.schemas import (
+    SchemaChangeListResponse,
+    SchemaEvolutionResponse,
+    SchemaEvolutionSummary,
+    SchemaVersionListResponse,
+    SchemaVersionResponse,
+)
+
+from .deps import (
+    SchemaEvolutionServiceDep,
+    SchemaServiceDep,
+    SourceServiceDep,
+)
+
+router = APIRouter(prefix="/sources", tags=["schema-evolution"])
+
+
+@router.get(
+    "/{source_id}/schema/versions",
+    response_model=SchemaVersionListResponse,
+    summary="List schema versions",
+    description="Get schema version history for a source.",
+)
+async def list_schema_versions(
+    source_id: str,
+    evolution_service: SchemaEvolutionServiceDep,
+    source_service: SourceServiceDep,
+    limit: int = 20,
+    offset: int = 0,
+) -> SchemaVersionListResponse:
+    """List schema versions for a source.
+
+    Args:
+        source_id: Source ID.
+        evolution_service: Schema evolution service.
+        source_service: Source service.
+        limit: Maximum versions to return.
+        offset: Number to skip.
+
+    Returns:
+        List of schema versions.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    versions = await evolution_service.get_version_history(
+        source_id, limit=limit, offset=offset
+    )
+
+    return SchemaVersionListResponse(
+        versions=versions,
+        total=len(versions),
+        source_id=source_id,
+    )
+
+
+@router.get(
+    "/{source_id}/schema/versions/{version_id}",
+    response_model=SchemaVersionResponse,
+    summary="Get schema version",
+    description="Get a specific schema version by ID.",
+)
+async def get_schema_version(
+    source_id: str,
+    version_id: str,
+    evolution_service: SchemaEvolutionServiceDep,
+    source_service: SourceServiceDep,
+) -> SchemaVersionResponse:
+    """Get a specific schema version.
+
+    Args:
+        source_id: Source ID.
+        version_id: Version ID.
+        evolution_service: Schema evolution service.
+        source_service: Source service.
+
+    Returns:
+        Schema version details.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    version = await evolution_service.get_version(version_id)
+    if not version:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Version {version_id} not found",
+        )
+
+    return version
+
+
+@router.get(
+    "/{source_id}/schema/changes",
+    response_model=SchemaChangeListResponse,
+    summary="List schema changes",
+    description="Get schema change history for a source.",
+)
+async def list_schema_changes(
+    source_id: str,
+    evolution_service: SchemaEvolutionServiceDep,
+    source_service: SourceServiceDep,
+    limit: int = 50,
+    offset: int = 0,
+) -> SchemaChangeListResponse:
+    """List schema changes for a source.
+
+    Args:
+        source_id: Source ID.
+        evolution_service: Schema evolution service.
+        source_service: Source service.
+        limit: Maximum changes to return.
+        offset: Number to skip.
+
+    Returns:
+        List of schema changes.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    changes = await evolution_service.get_changes(
+        source_id, limit=limit, offset=offset
+    )
+
+    return SchemaChangeListResponse(
+        changes=changes,
+        total=len(changes),
+        source_id=source_id,
+    )
+
+
+@router.post(
+    "/{source_id}/schema/detect-changes",
+    response_model=SchemaEvolutionResponse,
+    summary="Detect schema changes",
+    description="Manually trigger schema change detection.",
+)
+async def detect_schema_changes(
+    source_id: str,
+    evolution_service: SchemaEvolutionServiceDep,
+    schema_service: SchemaServiceDep,
+    source_service: SourceServiceDep,
+) -> SchemaEvolutionResponse:
+    """Detect schema changes for a source.
+
+    Args:
+        source_id: Source ID.
+        evolution_service: Schema evolution service.
+        schema_service: Schema service.
+        source_service: Source service.
+
+    Returns:
+        Schema evolution detection result.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    # Get current schema
+    schema = await schema_service.get_active(source_id)
+    if not schema:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"No active schema found for source {source_id}",
+        )
+
+    # Detect changes
+    result = await evolution_service.detect_changes(source, schema)
+
+    return result
+
+
+@router.get(
+    "/{source_id}/schema/evolution/summary",
+    response_model=SchemaEvolutionSummary,
+    summary="Get evolution summary",
+    description="Get schema evolution summary for a source.",
+)
+async def get_evolution_summary(
+    source_id: str,
+    evolution_service: SchemaEvolutionServiceDep,
+    source_service: SourceServiceDep,
+) -> SchemaEvolutionSummary:
+    """Get schema evolution summary for a source.
+
+    Args:
+        source_id: Source ID.
+        evolution_service: Schema evolution service.
+        source_service: Source service.
+
+    Returns:
+        Evolution summary.
+    """
+    # Verify source exists
+    source = await source_service.get(source_id)
+    if not source:
+        raise HTTPException(
+            status_code=status.HTTP_404_NOT_FOUND,
+            detail=f"Source {source_id} not found",
+        )
+
+    return await evolution_service.get_evolution_summary(source_id)