airbyte-internal-ops 0.9.1__py3-none-any.whl → 0.10.0__py3-none-any.whl

airbyte_ops_mcp/prod_db_access/sql.py

@@ -64,6 +64,19 @@ attempts
 --------
 id, job_id, attempt_number, log_path, output, status, created_at, updated_at,
 ended_at, failure_summary, processing_task_queue, attempt_sync_config
+
+connector_rollout
+-----------------
+id, actor_definition_id, release_candidate_version_id, initial_version_id, state,
+initial_rollout_pct, current_target_rollout_pct, final_target_rollout_pct,
+has_breaking_changes, max_step_wait_time_mins, updated_by, created_at, updated_at,
+completed_at, expires_at, error_msg, failed_reason, rollout_strategy, workflow_run_id,
+paused_reason, filters, tag
+
+Note: state values: 'initialized', 'workflow_started', 'in_progress', 'paused',
+      'finalizing', 'succeeded', 'errored', 'failed_rolled_back', 'canceled'
+      Active states: initialized, workflow_started, in_progress, paused, finalizing, errored
+      Terminal states: succeeded, failed_rolled_back, canceled
 """
 
 from __future__ import annotations
@@ -1010,3 +1023,288 @@ SELECT_CONNECTIONS_BY_SOURCE_CONNECTOR_AND_STREAM_AND_ORG = sqlalchemy.text(
     LIMIT :limit
     """
 )
+
+# =============================================================================
+# Connector Rollout Queries
+# =============================================================================
+
+# List all rollouts for a connector definition, with version details
+SELECT_CONNECTOR_ROLLOUTS = sqlalchemy.text(
+    """
+    SELECT
+         cr.id AS rollout_id,
+         cr.actor_definition_id,
+         cr.state,
+         cr.initial_rollout_pct,
+         cr.current_target_rollout_pct,
+         cr.final_target_rollout_pct,
+         cr.has_breaking_changes,
+         cr.max_step_wait_time_mins,
+         cr.rollout_strategy,
+         cr.workflow_run_id,
+         cr.error_msg,
+         cr.failed_reason,
+         cr.paused_reason,
+         cr.tag,
+         cr.created_at,
+         cr.updated_at,
+         cr.completed_at,
+         cr.expires_at,
+         rc_version.docker_image_tag AS rc_docker_image_tag,
+         rc_version.docker_repository AS rc_docker_repository,
+         initial_version.docker_image_tag AS initial_docker_image_tag,
+         initial_version.docker_repository AS initial_docker_repository
+    FROM connector_rollout cr
+    JOIN actor_definition_version rc_version
+      ON cr.release_candidate_version_id = rc_version.id
+    LEFT JOIN actor_definition_version initial_version
+      ON cr.initial_version_id = initial_version.id
+    WHERE
+         cr.actor_definition_id = :actor_definition_id
+    ORDER BY
+         cr.created_at DESC
+    LIMIT :limit
+    """
+)
+
+# List all active (non-terminal) rollouts across all connectors
+# Active states: initialized, workflow_started, in_progress, paused, finalizing, errored
+SELECT_ACTIVE_CONNECTOR_ROLLOUTS = sqlalchemy.text(
+    """
+    SELECT
+         cr.id AS rollout_id,
+         cr.actor_definition_id,
+         cr.state,
+         cr.initial_rollout_pct,
+         cr.current_target_rollout_pct,
+         cr.final_target_rollout_pct,
+         cr.has_breaking_changes,
+         cr.max_step_wait_time_mins,
+         cr.rollout_strategy,
+         cr.workflow_run_id,
+         cr.error_msg,
+         cr.failed_reason,
+         cr.paused_reason,
+         cr.tag,
+         cr.created_at,
+         cr.updated_at,
+         cr.completed_at,
+         cr.expires_at,
+         rc_version.docker_image_tag AS rc_docker_image_tag,
+         rc_version.docker_repository AS rc_docker_repository,
+         initial_version.docker_image_tag AS initial_docker_image_tag,
+         initial_version.docker_repository AS initial_docker_repository
+    FROM connector_rollout cr
+    JOIN actor_definition_version rc_version
+      ON cr.release_candidate_version_id = rc_version.id
+    LEFT JOIN actor_definition_version initial_version
+      ON cr.initial_version_id = initial_version.id
+    WHERE
+         cr.state IN ('initialized', 'workflow_started', 'in_progress', 'paused', 'finalizing', 'errored')
+    ORDER BY
+         cr.created_at DESC
+    LIMIT :limit
+    """
+)
+
+# List active (non-terminal) rollouts for a specific connector definition
+# Active states: initialized, workflow_started, in_progress, paused, finalizing, errored
+SELECT_ACTIVE_CONNECTOR_ROLLOUTS_BY_DEFINITION = sqlalchemy.text(
+    """
+    SELECT
+         cr.id AS rollout_id,
+         cr.actor_definition_id,
+         cr.state,
+         cr.initial_rollout_pct,
+         cr.current_target_rollout_pct,
+         cr.final_target_rollout_pct,
+         cr.has_breaking_changes,
+         cr.max_step_wait_time_mins,
+         cr.rollout_strategy,
+         cr.workflow_run_id,
+         cr.error_msg,
+         cr.failed_reason,
+         cr.paused_reason,
+         cr.tag,
+         cr.created_at,
+         cr.updated_at,
+         cr.completed_at,
+         cr.expires_at,
+         rc_version.docker_image_tag AS rc_docker_image_tag,
+         rc_version.docker_repository AS rc_docker_repository,
+         initial_version.docker_image_tag AS initial_docker_image_tag,
+         initial_version.docker_repository AS initial_docker_repository
+    FROM connector_rollout cr
+    JOIN actor_definition_version rc_version
+      ON cr.release_candidate_version_id = rc_version.id
+    LEFT JOIN actor_definition_version initial_version
+      ON cr.initial_version_id = initial_version.id
+    WHERE
+         cr.actor_definition_id = :actor_definition_id
+     AND cr.state IN ('initialized', 'workflow_started', 'in_progress', 'paused', 'finalizing', 'errored')
+    ORDER BY
+         cr.created_at DESC
+    LIMIT :limit
+    """
+)
+
+# Get a specific rollout by ID
+SELECT_CONNECTOR_ROLLOUT_BY_ID = sqlalchemy.text(
+    """
+    SELECT
+         cr.id AS rollout_id,
+         cr.actor_definition_id,
+         cr.state,
+         cr.initial_rollout_pct,
+         cr.current_target_rollout_pct,
+         cr.final_target_rollout_pct,
+         cr.has_breaking_changes,
+         cr.max_step_wait_time_mins,
+         cr.rollout_strategy,
+         cr.workflow_run_id,
+         cr.error_msg,
+         cr.failed_reason,
+         cr.paused_reason,
+         cr.filters,
+         cr.tag,
+         cr.created_at,
+         cr.updated_at,
+         cr.completed_at,
+         cr.expires_at,
+         rc_version.docker_image_tag AS rc_docker_image_tag,
+         rc_version.docker_repository AS rc_docker_repository,
+         initial_version.docker_image_tag AS initial_docker_image_tag,
+         initial_version.docker_repository AS initial_docker_repository
+    FROM connector_rollout cr
+    JOIN actor_definition_version rc_version
+      ON cr.release_candidate_version_id = rc_version.id
+    LEFT JOIN actor_definition_version initial_version
+      ON cr.initial_version_id = initial_version.id
+    WHERE
+         cr.id = :rollout_id
+    """
+)
+
+# =============================================================================
+# Connector Rollout Monitoring Queries
+# =============================================================================
+
+# Get actors pinned to a specific rollout (via scoped_configuration.origin = rollout_id)
+# This shows which actors are currently participating in the rollout
+SELECT_ACTORS_PINNED_TO_ROLLOUT = sqlalchemy.text(
+    """
+    SELECT
+         actor.id AS actor_id,
+         actor.name AS actor_name,
+         actor.actor_definition_id,
+         actor.workspace_id,
+         workspace.name AS workspace_name,
+         workspace.organization_id,
+         scoped_configuration.origin_type AS pin_origin_type,
+         scoped_configuration.origin AS pin_origin,
+         scoped_configuration.created_at AS pin_created_at,
+         scoped_configuration.value AS pinned_version_id
+    FROM scoped_configuration
+    JOIN actor
+      ON scoped_configuration.scope_id = actor.id
+    JOIN workspace
+      ON actor.workspace_id = workspace.id
+    WHERE
+         scoped_configuration.key = 'connector_version'
+     AND scoped_configuration.scope_type = 'actor'
+     AND scoped_configuration.origin = :rollout_id
+    ORDER BY
+         scoped_configuration.created_at DESC
+    """
+)
+
+# Get rollout monitoring stats: aggregate counts for a rollout
+# Returns: total actors for connector, actors with any pin, actors pinned to this rollout
+SELECT_ROLLOUT_AGGREGATE_STATS = sqlalchemy.text(
+    """
+    WITH rollout_info AS (
+        SELECT
+            cr.id AS rollout_id,
+            cr.actor_definition_id,
+            cr.release_candidate_version_id
+        FROM connector_rollout cr
+        WHERE cr.id = :rollout_id
+    ),
+    total_actors AS (
+        SELECT COUNT(*) AS num_actors
+        FROM actor
+        WHERE actor.actor_definition_id = (SELECT actor_definition_id FROM rollout_info)
+          AND actor.tombstone = false
+    ),
+    pinned_actors AS (
+        SELECT COUNT(DISTINCT scoped_configuration.scope_id) AS num_pinned
+        FROM scoped_configuration
+        JOIN actor ON scoped_configuration.scope_id = actor.id
+        WHERE scoped_configuration.key = 'connector_version'
+          AND scoped_configuration.scope_type = 'actor'
+          AND actor.actor_definition_id = (SELECT actor_definition_id FROM rollout_info)
+          AND actor.tombstone = false
+    ),
+    rollout_pinned_actors AS (
+        SELECT COUNT(DISTINCT scoped_configuration.scope_id) AS num_rollout_pinned
+        FROM scoped_configuration
+        WHERE scoped_configuration.key = 'connector_version'
+          AND scoped_configuration.scope_type = 'actor'
+          AND scoped_configuration.origin = :rollout_id
+    )
+    SELECT
+        (SELECT rollout_id FROM rollout_info) AS rollout_id,
+        (SELECT actor_definition_id FROM rollout_info) AS actor_definition_id,
+        (SELECT num_actors FROM total_actors) AS num_actors,
+        (SELECT num_pinned FROM pinned_actors) AS num_actors_pinned,
+        (SELECT num_rollout_pinned FROM rollout_pinned_actors) AS num_pinned_to_rollout
+    """
+)
+
+# Get per-actor sync stats for actors pinned to a rollout
+# Returns: actor_id, succeeded count, failed count, connection count
+SELECT_ROLLOUT_ACTOR_SYNC_STATS = sqlalchemy.text(
+    """
+    WITH rollout_actors AS (
+        SELECT DISTINCT
+            scoped_configuration.scope_id AS actor_id
+        FROM scoped_configuration
+        WHERE scoped_configuration.key = 'connector_version'
+          AND scoped_configuration.scope_type = 'actor'
+          AND scoped_configuration.origin = :rollout_id
+    ),
+    actor_connections AS (
+        SELECT
+            ra.actor_id,
+            COUNT(DISTINCT c.id) AS num_connections
+        FROM rollout_actors ra
+        LEFT JOIN connection c
+          ON c.source_id = ra.actor_id OR c.destination_id = ra.actor_id
+        WHERE c.status != 'deprecated' OR c.status IS NULL
+        GROUP BY ra.actor_id
+    ),
+    actor_job_stats AS (
+        SELECT
+            ra.actor_id,
+            COUNT(CASE WHEN j.status = 'succeeded' THEN 1 END) AS num_succeeded,
+            COUNT(CASE WHEN j.status = 'failed' THEN 1 END) AS num_failed
+        FROM rollout_actors ra
+        LEFT JOIN connection c
+          ON c.source_id = ra.actor_id OR c.destination_id = ra.actor_id
+        LEFT JOIN jobs j
+          ON j.scope = c.id::text
+         AND j.config_type = 'sync'
+         AND j.created_at >= :cutoff_date
+        GROUP BY ra.actor_id
+    )
+    SELECT
+        ra.actor_id,
+        COALESCE(ajs.num_succeeded, 0) AS num_succeeded,
+        COALESCE(ajs.num_failed, 0) AS num_failed,
+        COALESCE(ac.num_connections, 0) AS num_connections
+    FROM rollout_actors ra
+    LEFT JOIN actor_job_stats ajs ON ra.actor_id = ajs.actor_id
+    LEFT JOIN actor_connections ac ON ra.actor_id = ac.actor_id
+    ORDER BY COALESCE(ajs.num_failed, 0) DESC, COALESCE(ajs.num_succeeded, 0) DESC
+    """
+)