airbyte-internal-ops 0.1.8__tar.gz → 0.1.10__tar.gz

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airbyte-internal-ops
-Version: 0.1.8
+Version: 0.1.10
 Summary: MCP and API interfaces that let the agents do the admin work
 Author-email: Aaron Steers <aj@airbyte.io>
 Keywords: admin,airbyte,api,mcp

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/bin/test_mcp_tool.py

@@ -11,7 +11,7 @@ Examples:
     poe mcp-tool-test check_workflow_status \
         '{"workflow_url": "https://github.com/airbytehq/airbyte/actions/runs/12345"}'
     poe mcp-tool-test get_docker_image_info \
-        '{"image": "airbyte/destination-pinecone", "tag": "0.1.0-dev.abc1234567"}'
+        '{"image": "airbyte/destination-pinecone", "tag": "0.1.0-preview.abc1234"}'
 """
 
 import asyncio

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/_legacy/airbyte_ci/metadata_models/README.md

@@ -75,7 +75,7 @@ This will copy the specified connector version to your development bucket. This
 _💡 Note: A prerequisite is you have [gsutil](https://cloud.google.com/storage/docs/gsutil) installed and have run `gsutil auth login`_
 
 ```bash
-TARGET_BUCKET=<YOUR-DEV_BUCKET> CONNECTOR="airbyte/source-stripe" VERSION="3.17.0-dev.ea013c8741" poetry run poe copy-connector-from-prod
+TARGET_BUCKET=<YOUR-DEV_BUCKET> CONNECTOR="airbyte/source-stripe" VERSION="3.17.0-preview.ea013c8" poetry run poe copy-connector-from-prod
 ```
 
 ### Promote Connector Version to Latest
@@ -87,5 +87,5 @@ _💡 Note: A prerequisite is you have [gsutil](https://cloud.google.com/storage
 _⚠️ Warning: Its important to know that this will remove ANY existing files in the latest folder that are not in the versioned folder as it calls `gsutil rsync` with `-d` enabled._
 
 ```bash
-TARGET_BUCKET=<YOUR-DEV_BUCKET> CONNECTOR="airbyte/source-stripe" VERSION="3.17.0-dev.ea013c8741" poetry run poe promote-connector-to-latest
+TARGET_BUCKET=<YOUR-DEV_BUCKET> CONNECTOR="airbyte/source-stripe" VERSION="3.17.0-preview.ea013c8" poetry run poe promote-connector-to-latest
 ```

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/_legacy/airbyte_ci/metadata_service/registry_entry.py

@@ -526,7 +526,7 @@ def generate_and_persist_registry_entry(
         bucket_name (str): The name of the GCS bucket.
         repo_metadata_file_path (pathlib.Path): The path to the spec file.
         registry_type (str): The registry type.
-        docker_image_tag (str): The docker image tag associated with this release. Typically a semver string (e.g. '1.2.3'), possibly with a suffix (e.g. '1.2.3-dev.abcde12345')
+        docker_image_tag (str): The docker image tag associated with this release. Typically a semver string (e.g. '1.2.3'), possibly with a suffix (e.g. '1.2.3-preview.abcde12')
         is_prerelease (bool): Whether this is a prerelease, or a main release.
     """
     # Read the repo metadata dict to bootstrap ourselves. We need the docker repository,
@@ -536,7 +536,7 @@ def generate_and_persist_registry_entry(
 
     try:
         # Now that we have the docker repo, read the appropriate versioned metadata from GCS.
-        # This metadata will differ in a few fields (e.g. in prerelease mode, dockerImageTag will contain the actual prerelease tag `1.2.3-dev.abcde12345`),
+        # This metadata will differ in a few fields (e.g. in prerelease mode, dockerImageTag will contain the actual prerelease tag `1.2.3-preview.abcde12`),
         # so we'll treat this as the source of truth (ish. See below for how we handle the registryOverrides field.)
         gcs_client = get_gcs_storage_client(gcs_creds=os.environ.get("GCS_CREDENTIALS"))
         bucket = gcs_client.bucket(bucket_name)
@@ -645,6 +645,7 @@ def generate_and_persist_registry_entry(
     if (
         "-rc" not in metadata_dict["data"]["dockerImageTag"]
         and "-dev" not in metadata_dict["data"]["dockerImageTag"]
+        and "-preview" not in metadata_dict["data"]["dockerImageTag"]
     ) and not metadata_dict["data"]["registryOverrides"][registry_type]["enabled"]:
         logger.info(
             f"{registry_type} is not enabled: deleting existing {registry_type} registry entry for {metadata_dict['data']['dockerRepository']} at latest path."

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/cli/cloud.py

@@ -13,6 +13,12 @@ Commands:
 from __future__ import annotations
 
 import json
+import os
+import shutil
+import signal
+import socket
+import subprocess
+import time
 from pathlib import Path
 from typing import Annotated, Literal
 
@@ -30,6 +36,12 @@ from airbyte_ops_mcp.cli._shared import (
     print_success,
 )
 from airbyte_ops_mcp.cloud_admin.connection_config import fetch_connection_config
+from airbyte_ops_mcp.constants import (
+    CLOUD_SQL_INSTANCE,
+    CLOUD_SQL_PROXY_PID_FILE,
+    DEFAULT_CLOUD_SQL_PROXY_PORT,
+    ENV_GCP_PROD_DB_ACCESS_CREDENTIALS,
+)
 from airbyte_ops_mcp.live_tests.ci_output import (
     generate_regression_report,
     get_report_summary,
@@ -75,6 +87,184 @@ connector_app = App(
 )
 cloud_app.command(connector_app)
 
+# Create the db sub-app under cloud
+db_app = App(name="db", help="Database operations for Airbyte Cloud Prod DB Replica.")
+cloud_app.command(db_app)
+
+
+@db_app.command(name="start-proxy")
+def start_proxy(
+    port: Annotated[
+        int,
+        Parameter(help="Port for the Cloud SQL Proxy to listen on."),
+    ] = DEFAULT_CLOUD_SQL_PROXY_PORT,
+    daemon: Annotated[
+        bool,
+        Parameter(
+            help="Run as daemon in background (default). Use --no-daemon for foreground."
+        ),
+    ] = True,
+) -> None:
+    """Start the Cloud SQL Proxy for database access.
+
+    This command starts the Cloud SQL Auth Proxy to enable connections to the
+    Airbyte Cloud Prod DB Replica. The proxy is required for database query tools.
+
+    By default, runs as a daemon (background process). Use --no-daemon to run in
+    foreground mode where you can see logs and stop with Ctrl+C.
+
+    Credentials are read from the GCP_PROD_DB_ACCESS_CREDENTIALS environment variable,
+    which should contain the service account JSON credentials.
+
+    After starting the proxy, set these environment variables to use database tools:
+        export USE_CLOUD_SQL_PROXY=1
+        export DB_PORT={port}
+
+    Example:
+        airbyte-ops cloud db start-proxy
+        airbyte-ops cloud db start-proxy --port 15432
+        airbyte-ops cloud db start-proxy --no-daemon
+    """
+    # Check if proxy is already running on the requested port (idempotency)
+    try:
+        with socket.create_connection(("127.0.0.1", port), timeout=0.5):
+            # Something is already listening on this port
+            pid_file = Path(CLOUD_SQL_PROXY_PID_FILE)
+            pid_info = ""
+            if pid_file.exists():
+                pid_info = f" (PID: {pid_file.read_text().strip()})"
+            print_success(
+                f"Cloud SQL Proxy is already running on port {port}{pid_info}"
+            )
+            print_success("")
+            print_success("To use database tools, set these environment variables:")
+            print_success("  export USE_CLOUD_SQL_PROXY=1")
+            print_success(f"  export DB_PORT={port}")
+            return
+    except (OSError, TimeoutError, ConnectionRefusedError):
+        pass  # Port not in use, proceed with starting proxy
+
+    # Check if cloud-sql-proxy is installed
+    proxy_path = shutil.which("cloud-sql-proxy")
+    if not proxy_path:
+        exit_with_error(
+            "cloud-sql-proxy not found in PATH. "
+            "Install it from: https://cloud.google.com/sql/docs/mysql/sql-proxy"
+        )
+
+    # Get credentials from environment
+    creds_json = os.getenv(ENV_GCP_PROD_DB_ACCESS_CREDENTIALS)
+    if not creds_json:
+        exit_with_error(
+            f"{ENV_GCP_PROD_DB_ACCESS_CREDENTIALS} environment variable is not set. "
+            "This should contain the GCP service account JSON credentials."
+        )
+
+    # Build the command using --json-credentials to avoid writing to disk
+    cmd = [
+        proxy_path,
+        CLOUD_SQL_INSTANCE,
+        f"--port={port}",
+        f"--json-credentials={creds_json}",
+    ]
+
+    print_success(f"Starting Cloud SQL Proxy on port {port}...")
+    print_success(f"Instance: {CLOUD_SQL_INSTANCE}")
+    print_success("")
+    print_success("To use database tools, set these environment variables:")
+    print_success("  export USE_CLOUD_SQL_PROXY=1")
+    print_success(f"  export DB_PORT={port}")
+    print_success("")
+
+    if daemon:
+        # Run in background (daemon mode) with log file for diagnostics
+        log_file_path = Path("/tmp/airbyte-cloud-sql-proxy.log")
+        log_file = log_file_path.open("ab")
+        process = subprocess.Popen(
+            cmd,
+            stdout=subprocess.DEVNULL,
+            stderr=log_file,
+            start_new_session=True,
+        )
+
+        # Brief wait to verify the process started successfully
+        time.sleep(0.5)
+        if process.poll() is not None:
+            # Process exited immediately - read any error output
+            log_file.close()
+            error_output = ""
+            if log_file_path.exists():
+                error_output = log_file_path.read_text()[-1000:]  # Last 1000 chars
+            exit_with_error(
+                f"Cloud SQL Proxy failed to start (exit code: {process.returncode}).\n"
+                f"Check logs at {log_file_path}\n"
+                f"Recent output: {error_output}"
+            )
+
+        # Write PID to file for stop-proxy command
+        pid_file = Path(CLOUD_SQL_PROXY_PID_FILE)
+        pid_file.write_text(str(process.pid))
+        print_success(f"Cloud SQL Proxy started as daemon (PID: {process.pid})")
+        print_success(f"Logs: {log_file_path}")
+        print_success("To stop: airbyte-ops cloud db stop-proxy")
+    else:
+        # Run in foreground - replace current process
+        # Signals (Ctrl+C) will be handled directly by the cloud-sql-proxy process
+        print_success("Running in foreground. Press Ctrl+C to stop the proxy.")
+        print_success("")
+        os.execv(proxy_path, cmd)
+
+
+@db_app.command(name="stop-proxy")
+def stop_proxy() -> None:
+    """Stop the Cloud SQL Proxy daemon.
+
+    This command stops a Cloud SQL Proxy that was started with 'start-proxy'.
+    It reads the PID from the PID file and sends a SIGTERM signal to stop the process.
+
+    Example:
+        airbyte-ops cloud db stop-proxy
+    """
+    pid_file = Path(CLOUD_SQL_PROXY_PID_FILE)
+
+    if not pid_file.exists():
+        exit_with_error(
+            f"PID file not found at {CLOUD_SQL_PROXY_PID_FILE}. "
+            "No Cloud SQL Proxy daemon appears to be running."
+        )
+
+    pid_str = pid_file.read_text().strip()
+    if not pid_str.isdigit():
+        pid_file.unlink()
+        exit_with_error(f"Invalid PID in {CLOUD_SQL_PROXY_PID_FILE}: {pid_str}")
+
+    pid = int(pid_str)
+
+    # Check if process is still running
+    try:
+        os.kill(pid, 0)  # Signal 0 just checks if process exists
+    except ProcessLookupError:
+        pid_file.unlink()
+        print_success(
+            f"Cloud SQL Proxy (PID: {pid}) is not running. Cleaned up PID file."
+        )
+        return
+    except PermissionError:
+        exit_with_error(f"Permission denied to check process {pid}.")
+
+    # Send SIGTERM to stop the process
+    try:
+        os.kill(pid, signal.SIGTERM)
+        print_success(f"Sent SIGTERM to Cloud SQL Proxy (PID: {pid}).")
+    except ProcessLookupError:
+        print_success(f"Cloud SQL Proxy (PID: {pid}) already stopped.")
+    except PermissionError:
+        exit_with_error(f"Permission denied to stop process {pid}.")
+
+    # Clean up PID file
+    pid_file.unlink(missing_ok=True)
+    print_success("Cloud SQL Proxy stopped.")
+
 
 @connector_app.command(name="get-version-info")
 def get_version_info(
@@ -117,7 +307,7 @@ def set_version_override(
     version: Annotated[
         str,
         Parameter(
-            help="The semver version string to pin to (e.g., '2.1.5-dev.abc1234567')."
+            help="The semver version string to pin to (e.g., '2.1.5-preview.abc1234')."
         ),
     ],
     reason: Annotated[

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/cli/registry.py

@@ -63,7 +63,7 @@ def publish_prerelease(
     """Publish a connector prerelease to the Airbyte registry.
 
     Triggers the publish-connectors-prerelease workflow in the airbytehq/airbyte
-    repository. Pre-release versions are tagged with format: {version}-dev.{git-sha}
+    repository. Pre-release versions are tagged with format: {version}-preview.{git-sha}
 
     Requires GITHUB_CONNECTOR_PUBLISHING_PAT or GITHUB_TOKEN environment variable
     with 'actions:write' permission.
@@ -162,7 +162,7 @@ def inspect_image(
     ],
     tag: Annotated[
         str,
-        Parameter(help="Image tag (e.g., '2.1.5-dev.abc1234567')."),
+        Parameter(help="Image tag (e.g., '2.1.5-preview.abc1234')."),
     ],
 ) -> None:
     """Check if a Docker image exists on DockerHub.

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/cloud_admin/api_client.py

@@ -160,7 +160,7 @@ def resolve_connector_version_id(
     Args:
         actor_definition_id: The actor definition ID
         connector_type: Either "source" or "destination"
-        version: The version string (e.g., "0.1.47-dev.abe7cb4ddb")
+        version: The version string (e.g., "0.1.47-preview.abe7cb4")
         api_root: The API root URL
         client_id: The Airbyte Cloud client ID
         client_secret: The Airbyte Cloud client secret

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/constants.py

@@ -27,6 +27,15 @@ EXPECTED_ADMIN_EMAIL_DOMAIN = "@airbyte.io"
 GCP_PROJECT_NAME = "prod-ab-cloud-proj"
 """The GCP project name for Airbyte Cloud production."""
 
+CLOUD_SQL_INSTANCE = "prod-ab-cloud-proj:us-west3:prod-pgsql-replica"
+"""The Cloud SQL instance connection name for the Prod DB Replica."""
+
+DEFAULT_CLOUD_SQL_PROXY_PORT = 15432
+"""Default port for Cloud SQL Proxy connections."""
+
+CLOUD_SQL_PROXY_PID_FILE = "/tmp/airbyte-cloud-sql-proxy.pid"
+"""PID file for tracking the Cloud SQL Proxy process."""
+
 CLOUD_REGISTRY_URL = (
     "https://connectors.airbyte.com/files/registries/v0/cloud_registry.json"
 )

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/mcp/github.py

@@ -204,7 +204,7 @@ def _check_dockerhub_image(
 
     Args:
         image: Docker image name (e.g., "airbyte/source-github")
-        tag: Image tag (e.g., "2.1.5-dev.abc1234567")
+        tag: Image tag (e.g., "2.1.5-preview.abc1234")
 
     Returns:
         Tag data dictionary if found, None if not found.
@@ -232,7 +232,7 @@ def get_docker_image_info(
     ],
     tag: Annotated[
         str,
-        Field(description="Image tag (e.g., '2.1.5-dev.abc1234567')"),
+        Field(description="Image tag (e.g., '2.1.5-preview.abc1234')"),
     ],
 ) -> DockerImageInfo:
     """Check if a Docker image exists on DockerHub.

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/mcp/prerelease.py

@@ -111,7 +111,7 @@ def _get_pr_head_info(
     return PRHeadInfo(
         ref=pr_data["head"]["ref"],
         sha=sha,
-        short_sha=sha[:10],
+        short_sha=sha[:7],
     )
 
 
@@ -235,7 +235,7 @@ def publish_connector_to_airbyte_registry(
     publish-connectors-prerelease workflow in the airbytehq/airbyte repository,
     which publishes a pre-release version of the specified connector from the PR branch.
 
-    Pre-release versions are tagged with the format: {version}-dev.{10-char-git-sha}
+    Pre-release versions are tagged with the format: {version}-preview.{7-char-git-sha}
     These versions are available for version pinning via the scoped_configuration API.
 
     Requires GITHUB_CONNECTOR_PUBLISHING_PAT or GITHUB_TOKEN environment variable
@@ -290,7 +290,7 @@ def publish_connector_to_airbyte_registry(
         docker_image = data.get("dockerRepository")
         base_version = data.get("dockerImageTag")
         if base_version:
-            docker_image_tag = f"{base_version}-dev.{head_info.short_sha}"
+            docker_image_tag = f"{base_version}-preview.{head_info.short_sha}"
 
     return PrereleaseWorkflowResult(
         success=True,

{airbyte_internal_ops-0.1.8 → airbyte_internal_ops-0.1.10}/src/airbyte_ops_mcp/mcp/prod_db_queries.py

@@ -20,6 +20,7 @@ from airbyte_ops_mcp.prod_db_access.queries import (
     query_connections_by_connector,
     query_connector_versions,
     query_dataplanes_list,
+    query_failed_sync_attempts_for_version,
     query_new_connector_releases,
     query_sync_results_for_version,
     query_workspace_info,
@@ -245,6 +246,52 @@ def query_prod_connector_version_sync_results(
     )
 
 
+@mcp_tool(
+    read_only=True,
+    idempotent=True,
+)
+def query_prod_failed_sync_attempts_for_version(
+    connector_version_id: Annotated[
+        str,
+        Field(description="Connector version UUID to find failed sync attempts for"),
+    ],
+    days: Annotated[
+        int,
+        Field(description="Number of days to look back (default: 7)", default=7),
+    ] = 7,
+    limit: Annotated[
+        int,
+        Field(description="Maximum number of results (default: 100)", default=100),
+    ] = 100,
+) -> list[dict[str, Any]]:
+    """List failed sync attempts with failure details for actors pinned to a connector version.
+
+    Returns failed attempt records for connections using actors pinned to the specified
+    version. Includes failure_summary from the attempts table for debugging.
+
+    Key fields:
+    - latest_job_attempt_status: Final job status after all retries ('succeeded' means
+      the job eventually succeeded despite this failed attempt)
+    - failed_attempt_number: Which attempt this was (0-indexed)
+    - failure_summary: JSON containing failure details including failureType and messages
+
+    Note: May return multiple rows per job (one per failed attempt). Results ordered by
+    job_updated_at DESC, then failed_attempt_number DESC.
+
+    Returns list of dicts with keys: job_id, connection_id, latest_job_attempt_status,
+    job_started_at, job_updated_at, connection_name, actor_id, actor_name,
+    actor_definition_id, pin_origin_type, pin_origin, workspace_id, workspace_name,
+    organization_id, dataplane_group_id, dataplane_name, failed_attempt_id,
+    failed_attempt_number, failed_attempt_status, failed_attempt_created_at,
+    failed_attempt_ended_at, failure_summary, processing_task_queue
+    """
+    return query_failed_sync_attempts_for_version(
+        connector_version_id,
+        days=days,
+        limit=limit,
+    )
+
+
 @mcp_tool(
     read_only=True,
     idempotent=True,