airbyte-internal-ops 0.1.8__tar.gz → 0.1.9__tar.gz

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airbyte-internal-ops
-Version: 0.1.8
+Version: 0.1.9
 Summary: MCP and API interfaces that let the agents do the admin work
 Author-email: Aaron Steers <aj@airbyte.io>
 Keywords: admin,airbyte,api,mcp

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/bin/test_mcp_tool.py

@@ -11,7 +11,7 @@ Examples:
     poe mcp-tool-test check_workflow_status \
         '{"workflow_url": "https://github.com/airbytehq/airbyte/actions/runs/12345"}'
     poe mcp-tool-test get_docker_image_info \
-        '{"image": "airbyte/destination-pinecone", "tag": "0.1.0-dev.abc1234567"}'
+        '{"image": "airbyte/destination-pinecone", "tag": "0.1.0-preview.abc1234"}'
 """
 
 import asyncio

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/_legacy/airbyte_ci/metadata_models/README.md

@@ -75,7 +75,7 @@ This will copy the specified connector version to your development bucket. This
 _💡 Note: A prerequisite is you have [gsutil](https://cloud.google.com/storage/docs/gsutil) installed and have run `gsutil auth login`_
 
 ```bash
-TARGET_BUCKET=<YOUR-DEV_BUCKET> CONNECTOR="airbyte/source-stripe" VERSION="3.17.0-dev.ea013c8741" poetry run poe copy-connector-from-prod
+TARGET_BUCKET=<YOUR-DEV_BUCKET> CONNECTOR="airbyte/source-stripe" VERSION="3.17.0-preview.ea013c8" poetry run poe copy-connector-from-prod
 ```
 
 ### Promote Connector Version to Latest
@@ -87,5 +87,5 @@ _💡 Note: A prerequisite is you have [gsutil](https://cloud.google.com/storage
 _⚠️ Warning: Its important to know that this will remove ANY existing files in the latest folder that are not in the versioned folder as it calls `gsutil rsync` with `-d` enabled._
 
 ```bash
-TARGET_BUCKET=<YOUR-DEV_BUCKET> CONNECTOR="airbyte/source-stripe" VERSION="3.17.0-dev.ea013c8741" poetry run poe promote-connector-to-latest
+TARGET_BUCKET=<YOUR-DEV_BUCKET> CONNECTOR="airbyte/source-stripe" VERSION="3.17.0-preview.ea013c8" poetry run poe promote-connector-to-latest
 ```

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/_legacy/airbyte_ci/metadata_service/registry_entry.py

@@ -526,7 +526,7 @@ def generate_and_persist_registry_entry(
         bucket_name (str): The name of the GCS bucket.
         repo_metadata_file_path (pathlib.Path): The path to the spec file.
         registry_type (str): The registry type.
-        docker_image_tag (str): The docker image tag associated with this release. Typically a semver string (e.g. '1.2.3'), possibly with a suffix (e.g. '1.2.3-dev.abcde12345')
+        docker_image_tag (str): The docker image tag associated with this release. Typically a semver string (e.g. '1.2.3'), possibly with a suffix (e.g. '1.2.3-preview.abcde12')
         is_prerelease (bool): Whether this is a prerelease, or a main release.
     """
     # Read the repo metadata dict to bootstrap ourselves. We need the docker repository,
@@ -536,7 +536,7 @@ def generate_and_persist_registry_entry(
 
     try:
         # Now that we have the docker repo, read the appropriate versioned metadata from GCS.
-        # This metadata will differ in a few fields (e.g. in prerelease mode, dockerImageTag will contain the actual prerelease tag `1.2.3-dev.abcde12345`),
+        # This metadata will differ in a few fields (e.g. in prerelease mode, dockerImageTag will contain the actual prerelease tag `1.2.3-preview.abcde12`),
         # so we'll treat this as the source of truth (ish. See below for how we handle the registryOverrides field.)
         gcs_client = get_gcs_storage_client(gcs_creds=os.environ.get("GCS_CREDENTIALS"))
         bucket = gcs_client.bucket(bucket_name)
@@ -645,6 +645,7 @@ def generate_and_persist_registry_entry(
     if (
         "-rc" not in metadata_dict["data"]["dockerImageTag"]
         and "-dev" not in metadata_dict["data"]["dockerImageTag"]
+        and "-preview" not in metadata_dict["data"]["dockerImageTag"]
     ) and not metadata_dict["data"]["registryOverrides"][registry_type]["enabled"]:
         logger.info(
             f"{registry_type} is not enabled: deleting existing {registry_type} registry entry for {metadata_dict['data']['dockerRepository']} at latest path."

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/cli/cloud.py

@@ -117,7 +117,7 @@ def set_version_override(
     version: Annotated[
         str,
         Parameter(
-            help="The semver version string to pin to (e.g., '2.1.5-dev.abc1234567')."
+            help="The semver version string to pin to (e.g., '2.1.5-preview.abc1234')."
         ),
     ],
     reason: Annotated[

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/cli/registry.py

@@ -63,7 +63,7 @@ def publish_prerelease(
     """Publish a connector prerelease to the Airbyte registry.
 
     Triggers the publish-connectors-prerelease workflow in the airbytehq/airbyte
-    repository. Pre-release versions are tagged with format: {version}-dev.{git-sha}
+    repository. Pre-release versions are tagged with format: {version}-preview.{git-sha}
 
     Requires GITHUB_CONNECTOR_PUBLISHING_PAT or GITHUB_TOKEN environment variable
     with 'actions:write' permission.
@@ -162,7 +162,7 @@ def inspect_image(
     ],
     tag: Annotated[
         str,
-        Parameter(help="Image tag (e.g., '2.1.5-dev.abc1234567')."),
+        Parameter(help="Image tag (e.g., '2.1.5-preview.abc1234')."),
     ],
 ) -> None:
     """Check if a Docker image exists on DockerHub.

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/cloud_admin/api_client.py

@@ -160,7 +160,7 @@ def resolve_connector_version_id(
     Args:
         actor_definition_id: The actor definition ID
         connector_type: Either "source" or "destination"
-        version: The version string (e.g., "0.1.47-dev.abe7cb4ddb")
+        version: The version string (e.g., "0.1.47-preview.abe7cb4")
         api_root: The API root URL
         client_id: The Airbyte Cloud client ID
         client_secret: The Airbyte Cloud client secret

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/mcp/github.py

@@ -204,7 +204,7 @@ def _check_dockerhub_image(
 
     Args:
         image: Docker image name (e.g., "airbyte/source-github")
-        tag: Image tag (e.g., "2.1.5-dev.abc1234567")
+        tag: Image tag (e.g., "2.1.5-preview.abc1234")
 
     Returns:
         Tag data dictionary if found, None if not found.
@@ -232,7 +232,7 @@ def get_docker_image_info(
     ],
     tag: Annotated[
         str,
-        Field(description="Image tag (e.g., '2.1.5-dev.abc1234567')"),
+        Field(description="Image tag (e.g., '2.1.5-preview.abc1234')"),
     ],
 ) -> DockerImageInfo:
     """Check if a Docker image exists on DockerHub.

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/mcp/prerelease.py

@@ -111,7 +111,7 @@ def _get_pr_head_info(
     return PRHeadInfo(
         ref=pr_data["head"]["ref"],
         sha=sha,
-        short_sha=sha[:10],
+        short_sha=sha[:7],
     )
 
 
@@ -235,7 +235,7 @@ def publish_connector_to_airbyte_registry(
     publish-connectors-prerelease workflow in the airbytehq/airbyte repository,
     which publishes a pre-release version of the specified connector from the PR branch.
 
-    Pre-release versions are tagged with the format: {version}-dev.{10-char-git-sha}
+    Pre-release versions are tagged with the format: {version}-preview.{7-char-git-sha}
     These versions are available for version pinning via the scoped_configuration API.
 
     Requires GITHUB_CONNECTOR_PUBLISHING_PAT or GITHUB_TOKEN environment variable
@@ -290,7 +290,7 @@ def publish_connector_to_airbyte_registry(
         docker_image = data.get("dockerRepository")
         base_version = data.get("dockerImageTag")
         if base_version:
-            docker_image_tag = f"{base_version}-dev.{head_info.short_sha}"
+            docker_image_tag = f"{base_version}-preview.{head_info.short_sha}"
 
     return PrereleaseWorkflowResult(
         success=True,

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/mcp/prod_db_queries.py

@@ -20,6 +20,7 @@ from airbyte_ops_mcp.prod_db_access.queries import (
     query_connections_by_connector,
     query_connector_versions,
     query_dataplanes_list,
+    query_failed_sync_attempts_for_version,
     query_new_connector_releases,
     query_sync_results_for_version,
     query_workspace_info,
@@ -245,6 +246,52 @@ def query_prod_connector_version_sync_results(
     )
 
 
+@mcp_tool(
+    read_only=True,
+    idempotent=True,
+)
+def query_prod_failed_sync_attempts_for_version(
+    connector_version_id: Annotated[
+        str,
+        Field(description="Connector version UUID to find failed sync attempts for"),
+    ],
+    days: Annotated[
+        int,
+        Field(description="Number of days to look back (default: 7)", default=7),
+    ] = 7,
+    limit: Annotated[
+        int,
+        Field(description="Maximum number of results (default: 100)", default=100),
+    ] = 100,
+) -> list[dict[str, Any]]:
+    """List failed sync attempts with failure details for actors pinned to a connector version.
+
+    Returns failed attempt records for connections using actors pinned to the specified
+    version. Includes failure_summary from the attempts table for debugging.
+
+    Key fields:
+    - latest_job_attempt_status: Final job status after all retries ('succeeded' means
+      the job eventually succeeded despite this failed attempt)
+    - failed_attempt_number: Which attempt this was (0-indexed)
+    - failure_summary: JSON containing failure details including failureType and messages
+
+    Note: May return multiple rows per job (one per failed attempt). Results ordered by
+    job_updated_at DESC, then failed_attempt_number DESC.
+
+    Returns list of dicts with keys: job_id, connection_id, latest_job_attempt_status,
+    job_started_at, job_updated_at, connection_name, actor_id, actor_name,
+    actor_definition_id, pin_origin_type, pin_origin, workspace_id, workspace_name,
+    organization_id, dataplane_group_id, dataplane_name, failed_attempt_id,
+    failed_attempt_number, failed_attempt_status, failed_attempt_created_at,
+    failed_attempt_ended_at, failure_summary, processing_task_queue
+    """
+    return query_failed_sync_attempts_for_version(
+        connector_version_id,
+        days=days,
+        limit=limit,
+    )
+
+
 @mcp_tool(
     read_only=True,
     idempotent=True,

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/prod_db_access/queries.py

@@ -21,8 +21,10 @@ from airbyte_ops_mcp.prod_db_access.db_engine import get_pool
 from airbyte_ops_mcp.prod_db_access.sql import (
     SELECT_ACTORS_PINNED_TO_VERSION,
     SELECT_CONNECTIONS_BY_CONNECTOR,
+    SELECT_CONNECTIONS_BY_CONNECTOR_AND_ORG,
     SELECT_CONNECTOR_VERSIONS,
     SELECT_DATAPLANES_LIST,
+    SELECT_FAILED_SYNC_ATTEMPTS_FOR_VERSION,
     SELECT_NEW_CONNECTOR_RELEASES,
     SELECT_ORG_WORKSPACES,
     SELECT_SUCCESSFUL_SYNCS_FOR_VERSION,
@@ -85,14 +87,28 @@ def query_connections_by_connector(
     Returns:
         List of connection records with workspace and dataplane info
     """
+    # Use separate queries to avoid pg8000 NULL parameter type issues
+    # pg8000 cannot determine the type of NULL parameters in patterns like
+    # "(:param IS NULL OR column = :param)"
+    if organization_id is None:
+        return _run_sql_query(
+            SELECT_CONNECTIONS_BY_CONNECTOR,
+            parameters={
+                "connector_definition_id": connector_definition_id,
+                "limit": limit,
+            },
+            query_name="SELECT_CONNECTIONS_BY_CONNECTOR",
+            gsm_client=gsm_client,
+        )
+
     return _run_sql_query(
-        SELECT_CONNECTIONS_BY_CONNECTOR,
+        SELECT_CONNECTIONS_BY_CONNECTOR_AND_ORG,
         parameters={
             "connector_definition_id": connector_definition_id,
             "organization_id": organization_id,
             "limit": limit,
         },
-        query_name="SELECT_CONNECTIONS_BY_CONNECTOR",
+        query_name="SELECT_CONNECTIONS_BY_CONNECTOR_AND_ORG",
         gsm_client=gsm_client,
     )
 
@@ -209,6 +225,44 @@ def query_sync_results_for_version(
     )
 
 
+def query_failed_sync_attempts_for_version(
+    connector_version_id: str,
+    days: int = 7,
+    limit: int = 100,
+    *,
+    gsm_client: secretmanager.SecretManagerServiceClient | None = None,
+) -> list[dict[str, Any]]:
+    """Query failed sync job results with attempt details for actors pinned to a version.
+
+    This query joins to the attempts table to include failure_summary and other
+    attempt-level details useful for debugging. Date filters are applied to both
+    jobs and attempts tables to optimize join performance.
+
+    Note: This may return multiple rows per job (one per attempt). Results are
+    ordered by job_updated_at DESC, then attempt_number DESC.
+
+    Args:
+        connector_version_id: Connector version UUID to filter by
+        days: Number of days to look back (default: 7)
+        limit: Maximum number of results (default: 100)
+        gsm_client: GCP Secret Manager client. If None, a new client will be instantiated.
+
+    Returns:
+        List of failed sync job results with attempt details including failure_summary
+    """
+    cutoff_date = datetime.now(timezone.utc) - timedelta(days=days)
+    return _run_sql_query(
+        SELECT_FAILED_SYNC_ATTEMPTS_FOR_VERSION,
+        parameters={
+            "actor_definition_version_id": connector_version_id,
+            "cutoff_date": cutoff_date,
+            "limit": limit,
+        },
+        query_name="SELECT_FAILED_SYNC_ATTEMPTS_FOR_VERSION",
+        gsm_client=gsm_client,
+    )
+
+
 def query_dataplanes_list(
     *,
     gsm_client: secretmanager.SecretManagerServiceClient | None = None,

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/src/airbyte_ops_mcp/prod_db_access/sql.py

@@ -74,7 +74,9 @@ import sqlalchemy
 # Connection Queries
 # =============================================================================
 
-# Query connections by connector type, optionally filtered by organization
+# Query connections by connector type (no organization filter)
+# Note: pg8000 cannot determine the type of NULL parameters in patterns like
+# "(:param IS NULL OR column = :param)", so we use separate queries instead
 SELECT_CONNECTIONS_BY_CONNECTOR = sqlalchemy.text(
     """
     SELECT
@@ -97,7 +99,34 @@ SELECT_CONNECTIONS_BY_CONNECTOR = sqlalchemy.text(
       ON workspace.dataplane_group_id = dataplane_group.id
     WHERE
          source_actor.actor_definition_id = :connector_definition_id
-     AND (:organization_id IS NULL OR workspace.organization_id = :organization_id)
+    LIMIT :limit
+    """
+)
+
+# Query connections by connector type, filtered by organization
+SELECT_CONNECTIONS_BY_CONNECTOR_AND_ORG = sqlalchemy.text(
+    """
+    SELECT
+         connection.id AS connection_id,
+         connection.name AS connection_name,
+         connection.source_id,
+         workspace.id AS workspace_id,
+         workspace.name AS workspace_name,
+         workspace.organization_id,
+         workspace.dataplane_group_id,
+         dataplane_group.name AS dataplane_name,
+         source_actor.actor_definition_id AS source_definition_id,
+         source_actor.name AS source_name
+    FROM connection
+    JOIN actor AS source_actor
+      ON connection.source_id = source_actor.id
+    JOIN workspace
+      ON source_actor.workspace_id = workspace.id
+    LEFT JOIN dataplane_group
+      ON workspace.dataplane_group_id = dataplane_group.id
+    WHERE
+         source_actor.actor_definition_id = :connector_definition_id
+     AND workspace.organization_id = :organization_id
     LIMIT :limit
     """
 )
@@ -276,6 +305,66 @@ SELECT_SUCCESSFUL_SYNCS_FOR_VERSION = sqlalchemy.text(
     """
 )
 
+# Get failed attempt results for actors pinned to a specific connector definition VERSION ID
+# Includes attempt details (failure_summary, etc.) for research/debugging
+# Filters on attempts.status = 'failed' to capture all failed attempts, including those
+# from jobs that eventually succeeded via retry. The latest_job_attempt_status field
+# indicates whether the job eventually succeeded or remained failed.
+# Query starts from attempts table to leverage indexed columns (ended_at, status)
+# Note: attempts.ended_at and attempts.status are indexed (btree)
+SELECT_FAILED_SYNC_ATTEMPTS_FOR_VERSION = sqlalchemy.text(
+    """
+    SELECT
+         jobs.id AS job_id,
+         jobs.scope AS connection_id,
+         jobs.status AS latest_job_attempt_status,
+         jobs.started_at AS job_started_at,
+         jobs.updated_at AS job_updated_at,
+         connection.name AS connection_name,
+         actor.id AS actor_id,
+         actor.name AS actor_name,
+         actor.actor_definition_id,
+         scoped_configuration.origin_type AS pin_origin_type,
+         scoped_configuration.origin AS pin_origin,
+         workspace.id AS workspace_id,
+         workspace.name AS workspace_name,
+         workspace.organization_id,
+         workspace.dataplane_group_id,
+         dataplane_group.name AS dataplane_name,
+         attempts.id AS failed_attempt_id,
+         attempts.attempt_number AS failed_attempt_number,
+         attempts.status AS failed_attempt_status,
+         attempts.created_at AS failed_attempt_created_at,
+         attempts.ended_at AS failed_attempt_ended_at,
+         attempts.failure_summary,
+         attempts.processing_task_queue
+    FROM attempts
+    JOIN jobs
+      ON jobs.id = attempts.job_id
+     AND jobs.config_type = 'sync'
+     AND jobs.updated_at >= :cutoff_date
+    JOIN connection
+      ON jobs.scope = connection.id::text
+    JOIN actor
+      ON connection.source_id = actor.id
+    JOIN scoped_configuration
+      ON scoped_configuration.scope_id = actor.id
+     AND scoped_configuration.key = 'connector_version'
+     AND scoped_configuration.scope_type = 'actor'
+     AND scoped_configuration.value = :actor_definition_version_id
+    JOIN workspace
+      ON actor.workspace_id = workspace.id
+    LEFT JOIN dataplane_group
+      ON workspace.dataplane_group_id = dataplane_group.id
+    WHERE
+         attempts.ended_at >= :cutoff_date
+     AND attempts.status = 'failed'
+    ORDER BY
+         attempts.ended_at DESC
+    LIMIT :limit
+    """
+)
+
 # =============================================================================
 # Dataplane and Workspace Queries
 # =============================================================================

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.9}/tests/test_cli_registry.py

@@ -26,7 +26,7 @@ from airbyte_ops_mcp.registry import (
         pytest.param("1.2.3-rc.10", True, id="valid_rc_version_double_digit"),
         pytest.param("0.0.1-rc.1", True, id="valid_rc_version_zero"),
         pytest.param("1.2.3", False, id="stable_version"),
-        pytest.param("1.2.3-dev.abc123", False, id="dev_version"),
+        pytest.param("1.2.3-preview.abc123", False, id="preview_version"),
         pytest.param("1.2.3-alpha.1", False, id="alpha_version"),
         pytest.param("1.2.3-beta.1", False, id="beta_version"),
     ],