truthound-dashboard 1.4.3__py3-none-any.whl → 1.5.0__py3-none-any.whl

truthound_dashboard/api/triggers.py

@@ -18,6 +18,8 @@ from truthound_dashboard.schemas.triggers import (
     TriggerCheckStatus,
     TriggerMonitoringResponse,
     TriggerMonitoringStats,
+    WebhookTestReceivedData,
+    WebhookTestResponse,
     WebhookTriggerRequest,
     WebhookTriggerResponse,
 )
@@ -95,9 +97,10 @@ async def get_trigger_monitoring() -> TriggerMonitoringResponse:
 
 @router.get(
     "/schedules/{schedule_id}/status",
+    response_model=TriggerCheckStatus,
     summary="Get trigger status for a specific schedule",
 )
-async def get_schedule_trigger_status(schedule_id: str) -> dict[str, Any]:
+async def get_schedule_trigger_status(schedule_id: str) -> TriggerCheckStatus:
     """Get trigger status for a specific schedule.
 
     Args:
@@ -111,7 +114,7 @@ async def get_schedule_trigger_status(schedule_id: str) -> dict[str, Any]:
 
     for schedule in schedules:
         if schedule["schedule_id"] == schedule_id:
-            return schedule
+            return TriggerCheckStatus(**schedule)
 
     raise HTTPException(
         status_code=404,
@@ -163,12 +166,13 @@ async def receive_webhook(
 
 @router.post(
     "/webhook/test",
+    response_model=WebhookTestResponse,
     summary="Test webhook configuration",
 )
 async def test_webhook(
     source: str = "test",
     event_type: str = "test_event",
-) -> dict[str, Any]:
+) -> WebhookTestResponse:
     """Test webhook endpoint without triggering any schedules.
 
     Useful for verifying connectivity and configuration.
@@ -180,11 +184,10 @@ async def test_webhook(
     Returns:
         Test result.
     """
-    return {
-        "success": True,
-        "message": "Webhook endpoint is accessible",
-        "received": {
-            "source": source,
-            "event_type": event_type,
-        },
-    }
+    return WebhookTestResponse(
+        message="Webhook endpoint is accessible",
+        received=WebhookTestReceivedData(
+            source=source,
+            event_type=event_type,
+        ),
+    )

truthound_dashboard/api/validations.py

@@ -37,11 +37,10 @@ async def run_validation(
 
     Supports all th.check() parameters for maximum flexibility:
     - validators: Specific validators to run
+    - validator_configs: Per-validator parameter configuration
     - schema_path: Path to schema YAML file
     - auto_schema: Auto-learn and cache schema
-    - columns: Specific columns to validate
     - min_severity: Minimum severity to report
-    - strict: Raise exception on failures
     - parallel: Use parallel execution
     - max_workers: Max threads for parallel
     - pushdown: Enable query pushdown for SQL
@@ -58,13 +57,14 @@ async def run_validation(
         HTTPException: 404 if source not found.
     """
     try:
-        # Determine validators and params based on request mode
+        # Determine validators and config based on request mode
         validators: list[str] | None = None
-        validator_params: dict | None = None
+        validator_config: dict | None = None
 
         if request.validator_configs:
             # Advanced mode: use validator_configs (takes precedence)
-            validators, validator_params = configs_to_truthound_format(
+            # configs_to_truthound_format returns (names, config) for truthound 2.x
+            validators, validator_config = configs_to_truthound_format(
                 request.validator_configs
             )
         elif request.validators:
@@ -86,13 +86,11 @@ async def run_validation(
         validation = await service.run_validation(
             source_id,
             validators=validators,
-            validator_params=validator_params,
+            validator_config=validator_config,
             custom_validators=custom_validators,
             schema_path=request.schema_path,
             auto_schema=request.auto_schema,
-            columns=request.columns,
             min_severity=request.min_severity,
-            strict=request.strict,
             parallel=request.parallel,
             max_workers=request.max_workers,
             pushdown=request.pushdown,
@@ -140,7 +138,8 @@ async def list_source_validations(
     service: ValidationServiceDep,
     source_service: SourceServiceDep,
     source_id: Annotated[str, Path(description="Source ID")],
-    limit: Annotated[int, Query(ge=1, le=100, description="Maximum items")] = 20,
+    offset: Annotated[int, Query(ge=0, description="Offset for pagination")] = 0,
+    limit: Annotated[int, Query(ge=1, le=100, description="Maximum items")] = 10,
 ) -> ValidationListResponse:
     """List validation history for a source.
 
@@ -148,6 +147,7 @@ async def list_source_validations(
         service: Injected validation service.
         source_service: Injected source service.
         source_id: Source to get validations for.
+        offset: Number of items to skip.
         limit: Maximum validations to return.
 
     Returns:
@@ -161,10 +161,11 @@ async def list_source_validations(
     if source is None:
         raise HTTPException(status_code=404, detail="Source not found")
 
-    validations = await service.list_for_source(source_id, limit=limit)
+    validations, total = await service.list_for_source(source_id, offset=offset, limit=limit)
 
     return ValidationListResponse(
         data=[ValidationListItem.from_model(v) for v in validations],
-        total=len(validations),
+        total=total,
+        offset=offset,
         limit=limit,
     )

truthound_dashboard/api/versioning.py

@@ -68,7 +68,6 @@ async def list_source_versions(
     versions = await manager.list_versions(source_id=source_id, limit=limit)
 
     return VersionListResponse(
-        success=True,
         data=[_version_info_to_response(v) for v in versions],
         total=len(versions),
         source_id=source_id,
@@ -202,7 +201,6 @@ async def get_version_history(
     history = await manager.get_version_history(version_id=version_id, depth=depth)
 
     return VersionHistoryResponse(
-        success=True,
         data=[_version_info_to_response(v) for v in history],
         depth=len(history),
     )
@@ -244,8 +242,7 @@ async def create_version(
     )
 
     return CreateVersionResponse(
-        success=True,
-        data=_version_info_to_response(version),
+        version=_version_info_to_response(version),
         message=f"Created version {version.version_number} for validation {request.validation_id}",
     )
 
@@ -264,7 +261,6 @@ async def check_rollback_availability(
     availability = await manager.can_rollback(source_id)
 
     return RollbackAvailabilityResponse(
-        success=True,
         can_rollback=availability["can_rollback"],
         current_version_id=availability["current_version_id"],
         available_versions=availability["available_versions"],
@@ -299,7 +295,6 @@ async def rollback_to_version(
         )
 
     return RollbackResponse(
-        success=result.success,
         source_id=result.source_id,
         from_version=_version_info_to_response(result.from_version) if result.from_version else None,
         to_version=_version_info_to_response(result.to_version) if result.to_version else None,

truthound_dashboard/core/__init__.py

@@ -1,13 +1,18 @@
 """Core business logic module.
 
 This module contains the core business logic for the dashboard,
-including services, adapters, and domain models.
+including services, adapters, backends, and domain models.
 
 Exports:
-    - Adapter: TruthoundAdapter, get_adapter
+    - Backends: BackendFactory, BaseDataQualityBackend, TruthoundBackend, MockBackend
+    - Interfaces: IDataQualityBackend, DataInput, ICheckResult, etc.
+    - Converters: TruthoundResultConverter
+    - Adapter (legacy): TruthoundAdapter, get_adapter
+    - DataSource Factory: DataSourceFactory, SourceConfig, SourceType, create_datasource
     - Services: SourceService, ValidationService, SchemaService, RuleService, ProfileService,
                 HistoryService, DriftService, ScheduleService
-    - Result types: CheckResult, LearnResult, ProfileResult, CompareResult
+    - Result types: CheckResult, LearnResult, ProfileResult, ColumnProfileResult,
+                    CompareResult, ScanResult, MaskResult, GenerateSuiteResult
     - Scheduler: ValidationScheduler, get_scheduler, start_scheduler, stop_scheduler
     - Notifications: NotificationDispatcher, create_dispatcher, get_dispatcher
     - Cache: CacheBackend, MemoryCache, FileCache, get_cache, get_cache_manager
@@ -16,9 +21,50 @@ Exports:
     - Exceptions: TruthoundDashboardError, SourceNotFoundError, ValidationError, etc.
     - Encryption: encrypt_value, decrypt_value, encrypt_config, decrypt_config
     - Logging: setup_logging, get_logger, get_audit_logger
+
+Note:
+    The profiler module now supports the new truthound profiler API with:
+    - ProfilerConfig for fine-grained control over profiling behavior
+    - TableProfile and ColumnProfile for comprehensive data profiling
+    - generate_suite() for automatic validation rule generation from profiles
+
+Architecture:
+    The backend abstraction layer provides loose coupling with truthound:
+
+    API Endpoints → Services → BackendFactory → IDataQualityBackend
+                                                    ↓
+                                    ┌───────────────┴───────────────┐
+                                    │  TruthoundBackend  │  MockBackend  │
+                                    └───────────────────────────────┘
 """
 
+# Backend abstraction (loose coupling with truthound)
+from .backends import (
+    BackendError,
+    BackendFactory,
+    BackendOperationError,
+    BackendUnavailableError,
+    BackendVersionError,
+    BaseDataQualityBackend,
+    MockBackend,
+    TruthoundBackend,
+    get_backend,
+    reset_backend,
+)
 from .base import BaseService, CRUDService
+from .converters import TruthoundResultConverter
+from .datasource_factory import (
+    DataSourceFactory,
+    SourceConfig,
+    SourceType,
+    create_datasource,
+    create_datasource_async,
+    get_datasource_auto,
+    get_datasource_factory,
+    get_source_capabilities,
+    get_source_path_or_datasource,
+    test_connection,
+)
 from .cache import (
     CacheBackend,
     CacheManager,
@@ -148,10 +194,14 @@ from .services import (
     SchemaService,
     SourceService,
     ValidationService,
+    get_data_input_from_source,
+    get_async_data_input_from_source,
 )
 from .truthound_adapter import (
     CheckResult,
+    ColumnProfileResult,
     CompareResult,
+    GenerateSuiteResult,
     LearnResult,
     MaskResult,
     ProfileResult,
@@ -167,11 +217,61 @@ from .phase5 import (
     CollaborationService,
     GlossaryService,
 )
+# Quality Reporter
+from .quality_reporter import (
+    QualityFilter,
+    QualityLevel,
+    QualityMetrics,
+    QualityReportConfig,
+    QualityReportFormat,
+    QualityReportResult,
+    QualityReportStatus,
+    QualityReporterService,
+    QualityScore,
+    QualityScoreResult,
+    QualityStatistics,
+    QualityThresholds,
+)
+# Storage Tiering
+from .tiering import (
+    TieringAdapter,
+    TieringService,
+    TierInfo,
+    MigrationItem,
+    MigrationResult,
+    TieringExecutionResult,
+    get_tiering_adapter,
+    process_tiering_policies,
+)
 
 __all__ = [
+    # Backend abstraction (loose coupling with truthound)
+    "BackendFactory",
+    "BaseDataQualityBackend",
+    "TruthoundBackend",
+    "MockBackend",
+    "get_backend",
+    "reset_backend",
+    "BackendError",
+    "BackendUnavailableError",
+    "BackendVersionError",
+    "BackendOperationError",
+    # Converters
+    "TruthoundResultConverter",
     # Base classes
     "BaseService",
     "CRUDService",
+    # DataSource Factory
+    "DataSourceFactory",
+    "SourceConfig",
+    "SourceType",
+    "create_datasource",
+    "create_datasource_async",
+    "get_datasource_auto",
+    "get_datasource_factory",
+    "get_source_capabilities",
+    "get_source_path_or_datasource",
+    "test_connection",
     # Services
     "SourceService",
     "ValidationService",
@@ -183,6 +283,8 @@ __all__ = [
     "ScheduleService",
     "PIIScanService",
     "MaskService",
+    "get_data_input_from_source",
+    "get_async_data_input_from_source",
     # Adapter
     "TruthoundAdapter",
     "get_adapter",
@@ -191,9 +293,11 @@ __all__ = [
     "CheckResult",
     "LearnResult",
     "ProfileResult",
+    "ColumnProfileResult",
     "CompareResult",
     "ScanResult",
     "MaskResult",
+    "GenerateSuiteResult",
     # Scheduler
     "ValidationScheduler",
     "get_scheduler",
@@ -308,4 +412,26 @@ __all__ = [
     "clear_limits_cache",
     "validate_positive_int",
     "validate_positive_float",
+    # Quality Reporter
+    "QualityReporterService",
+    "QualityScore",
+    "QualityScoreResult",
+    "QualityMetrics",
+    "QualityStatistics",
+    "QualityFilter",
+    "QualityReportConfig",
+    "QualityReportResult",
+    "QualityReportFormat",
+    "QualityReportStatus",
+    "QualityLevel",
+    "QualityThresholds",
+    # Storage Tiering
+    "TieringAdapter",
+    "TieringService",
+    "TierInfo",
+    "MigrationItem",
+    "MigrationResult",
+    "TieringExecutionResult",
+    "get_tiering_adapter",
+    "process_tiering_policies",
 ]

truthound_dashboard/core/actions/__init__.py

@@ -0,0 +1,62 @@
+"""Concrete action implementations for checkpoint pipelines.
+
+This module provides built-in action implementations for common use cases:
+- Notification actions: Slack, Email, Teams, Discord, PagerDuty
+- Storage actions: Filesystem, S3, GCS
+- Webhook actions: HTTP POST to external endpoints
+- Custom actions: Python callbacks and shell commands
+
+All actions are loosely coupled from truthound and implement the
+ActionProtocol interface defined in interfaces.actions.
+
+Usage:
+    from truthound_dashboard.core.actions import SlackNotificationAction
+
+    action = SlackNotificationAction(
+        webhook_url="https://hooks.slack.com/services/...",
+        channel="#data-quality-alerts",
+    )
+
+    # Execute with context
+    result = action.execute(context)
+"""
+
+from truthound_dashboard.core.actions.notifications import (
+    DiscordNotificationAction,
+    EmailNotificationAction,
+    PagerDutyNotificationAction,
+    SlackNotificationAction,
+    TeamsNotificationAction,
+    TelegramNotificationAction,
+)
+from truthound_dashboard.core.actions.storage import (
+    FileStorageAction,
+    GCSStorageAction,
+    S3StorageAction,
+)
+from truthound_dashboard.core.actions.webhook import (
+    WebhookAction,
+)
+from truthound_dashboard.core.actions.custom import (
+    CallbackAction,
+    ShellCommandAction,
+)
+
+__all__ = [
+    # Notification actions
+    "SlackNotificationAction",
+    "EmailNotificationAction",
+    "TeamsNotificationAction",
+    "DiscordNotificationAction",
+    "TelegramNotificationAction",
+    "PagerDutyNotificationAction",
+    # Storage actions
+    "FileStorageAction",
+    "S3StorageAction",
+    "GCSStorageAction",
+    # Webhook action
+    "WebhookAction",
+    # Custom actions
+    "CallbackAction",
+    "ShellCommandAction",
+]