airbyte-internal-ops 0.1.9__py3-none-any.whl → 0.1.11__py3-none-any.whl

{airbyte_internal_ops-0.1.9.dist-info → airbyte_internal_ops-0.1.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airbyte-internal-ops
-Version: 0.1.9
+Version: 0.1.11
 Summary: MCP and API interfaces that let the agents do the admin work
 Author-email: Aaron Steers <aj@airbyte.io>
 Keywords: admin,airbyte,api,mcp

{airbyte_internal_ops-0.1.9.dist-info → airbyte_internal_ops-0.1.11.dist-info}/RECORD

@@ -1,7 +1,8 @@
 airbyte_ops_mcp/__init__.py,sha256=HhzURuYr29_UIdMrnWYaZB8ENr_kFkBdm4uqeiIW3Vw,760
 airbyte_ops_mcp/_annotations.py,sha256=MO-SBDnbykxxHDESG7d8rviZZ4WlZgJKv0a8eBqcEzQ,1757
-airbyte_ops_mcp/constants.py,sha256=419-AlRfwbbxeEEV9lhmXhpTUjsSdzJpfcuL_MZZtXM,1982
+airbyte_ops_mcp/constants.py,sha256=col6-5BUWuIYhbtKmlvSRR8URBoSNExoz94cn4_kujI,2333
 airbyte_ops_mcp/gcp_auth.py,sha256=5k-k145ZoYhHLjyDES8nrA8f8BBihRI0ykrdD1IcfOs,3599
+airbyte_ops_mcp/github_actions.py,sha256=51rHxqTR-1yHPKfZZLKldz8f-4jZbMd71ICF_LQWvCs,5995
 airbyte_ops_mcp/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 airbyte_ops_mcp/_legacy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 airbyte_ops_mcp/_legacy/airbyte_ci/README.md,sha256=qEYx4geDR8AEDjrcA303h7Nol-CMDLojxUyiGzQprM8,236
@@ -351,7 +352,7 @@ airbyte_ops_mcp/cli/__init__.py,sha256=XpL7FyVfgabfBF2JR7u7NwJ2krlYqjd_OwLcWf-Xc
 airbyte_ops_mcp/cli/_base.py,sha256=I8tWnyQf0ks4r3J8N8h-5GZxyn37T-55KsbuHnxYlcg,415
 airbyte_ops_mcp/cli/_shared.py,sha256=jg-xMyGzTCGPqKd8VTfE_3kGPIyO_3Kx5sQbG4rPc0Y,1311
 airbyte_ops_mcp/cli/app.py,sha256=SEdBpqFUG2O8zGV5ifwptxrLGFph_dLr66-MX9d69gQ,789
-airbyte_ops_mcp/cli/cloud.py,sha256=OTc8o_MIw5DGGPnQ2kiUT98GCXS2I95vvsSN9_d7LVo,32077
+airbyte_ops_mcp/cli/cloud.py,sha256=idkqBKUlWx9toNGiZy8tVq6MOpQoi4ZWfIRVpdsIdiQ,42494
 airbyte_ops_mcp/cli/gh.py,sha256=91b1AxFXvHQCFyXhrrym-756ZjnMCqvxFdmwCtma1zI,2046
 airbyte_ops_mcp/cli/registry.py,sha256=-yiLJWSslV_qGi6ImXZYfXOJSE4oJBO7yICkyA_RiUo,5792
 airbyte_ops_mcp/cli/repo.py,sha256=G1hoQpH0XYhUH3FFOsia9xabGB0LP9o3XcwBuqvFVo0,16331
@@ -365,11 +366,12 @@ airbyte_ops_mcp/connection_config_retriever/audit_logging.py,sha256=GjT4dVa0TtvG
 airbyte_ops_mcp/connection_config_retriever/retrieval.py,sha256=s6yeCyrboWkUd6KdaheEo87x-rLtQNTL8XeR8O9z2HI,12160
 airbyte_ops_mcp/connection_config_retriever/secrets_resolution.py,sha256=12g0lZzhCzAPl4Iv4eMW6d76mvXjIBGspOnNhywzks4,3644
 airbyte_ops_mcp/live_tests/__init__.py,sha256=qJac67dt6DQCqif39HqeiG3Tr9xrxfP-ala8HsLZKis,1020
-airbyte_ops_mcp/live_tests/ci_output.py,sha256=NQATOGid0OCbLEl2NOtGK4cHLL5OxXhjmtanBjIlCyE,11369
+airbyte_ops_mcp/live_tests/cdk_secrets.py,sha256=TJ0Vbk5jfTvYElREh4fQFHWof0_bIxZfJqT33dDhtrE,3198
+airbyte_ops_mcp/live_tests/ci_output.py,sha256=rrvCVKKShc1iVPMuQJDBqSbsiAHIDpX8SA9j0Uwl_Cg,12718
 airbyte_ops_mcp/live_tests/config.py,sha256=dwWeY0tatdbwl9BqbhZ7EljoZDCtKmGO5fvOAIxeXmA,5873
 airbyte_ops_mcp/live_tests/connection_fetcher.py,sha256=5wIiA0VvCFNEc-fr6Po18gZMX3E5fyPOGf2SuVOqv5U,12799
 airbyte_ops_mcp/live_tests/connection_secret_retriever.py,sha256=DtZYB4Y8CXfUXTFhmzrqzjuEFoICzz5Md3Ol_y9HCq0,4861
-airbyte_ops_mcp/live_tests/connector_runner.py,sha256=fGE_TCii9zhC3pbyBupJ3JVkuxOWB59Q1DgigcF3q04,9707
+airbyte_ops_mcp/live_tests/connector_runner.py,sha256=BLy2RY-KLCK9jNmPz5EsPCk55fJ9WlOOaxr_Xw-GOjY,9914
 airbyte_ops_mcp/live_tests/evaluation_modes.py,sha256=lAL6pEDmy_XCC7_m4_NXjt_f6Z8CXeAhMkc0FU8bm_M,1364
 airbyte_ops_mcp/live_tests/http_metrics.py,sha256=oTD7f2MnQOvx4plOxHop2bInQ0-whvuToSsrC7TIM-M,12469
 airbyte_ops_mcp/live_tests/models.py,sha256=brtAT9oO1TwjFcP91dFcu0XcUNqQb-jf7di1zkoVEuo,8782
@@ -389,25 +391,25 @@ airbyte_ops_mcp/mcp/_mcp_utils.py,sha256=nhztHcoc-_ASPpJfoDBjxjjqEvQM6_QIrhp7F2U
 airbyte_ops_mcp/mcp/cloud_connector_versions.py,sha256=XxaS6WBP0sJPRwT7TTPhVH2PzhPqVWMNU5fVdWdxLLk,10361
 airbyte_ops_mcp/mcp/connector_analysis.py,sha256=OC4KrOSkMkKPkOisWnSv96BDDE5TQYHq-Jxa2vtjJpo,298
 airbyte_ops_mcp/mcp/connector_qa.py,sha256=aImpqdnqBPDrz10BS0owsV4kuIU2XdalzgbaGZsbOL0,258
-airbyte_ops_mcp/mcp/github.py,sha256=opmVWRwjNs_jeWejv8wHOtb-3J09hOlqxg98GCzmFLo,7627
+airbyte_ops_mcp/mcp/github.py,sha256=Wum5V99A9vTsjK0YVoE1UOVu75F-M9chg0AnUGkiiT4,7215
 airbyte_ops_mcp/mcp/github_repo_ops.py,sha256=PiERpt8abo20Gz4CfXhrDNlVM4o4FOt5sweZJND2a0s,5314
-airbyte_ops_mcp/mcp/live_tests.py,sha256=eHfgNkEcY1OKzYiJmkxwOluLPiFHIdP4nm_H1H0MXDg,17940
+airbyte_ops_mcp/mcp/live_tests.py,sha256=WnWUeGb_fxf6oBjp1ye51Y2fP-Ld-CDbFnTO-_dnV-Q,17134
 airbyte_ops_mcp/mcp/metadata.py,sha256=fwGW97WknR5lfKcQnFtK6dU87aA6TmLj1NkKyqDAV9g,270
-airbyte_ops_mcp/mcp/prerelease.py,sha256=08G6ogRqEauQyDxFLirUVaYeU3exAJd-DJn_8fXCNXg,9450
+airbyte_ops_mcp/mcp/prerelease.py,sha256=LHLaSd8q0l7boAsVqTXOjFGDxAGsPZdtL3kj5_IOTEE,8852
 airbyte_ops_mcp/mcp/prod_db_queries.py,sha256=RkBVISfkbwML3grWONxYsULRnFEYdqDZVBZIyo6W8xE,14311
 airbyte_ops_mcp/mcp/prompts.py,sha256=mJld9mdPECXYZffWXGSvNs4Xevx3rxqUGNlzGKVC2_s,1599
 airbyte_ops_mcp/mcp/registry.py,sha256=PW-VYUj42qx2pQ_apUkVaoUFq7VgB9zEU7-aGrkSCCw,290
 airbyte_ops_mcp/mcp/server.py,sha256=7zi91xioVTx1q-bEleekZH2c2JnbzDQt_6zxdEwnLbg,2958
 airbyte_ops_mcp/mcp/server_info.py,sha256=Yi4B1auW64QZGBDas5mro_vwTjvrP785TFNSBP7GhRg,2361
 airbyte_ops_mcp/prod_db_access/__init__.py,sha256=5pxouMPY1beyWlB0UwPnbaLTKTHqU6X82rbbgKY2vYU,1069
-airbyte_ops_mcp/prod_db_access/db_engine.py,sha256=ia1KcuQOXi3Qhy_MnxYmccCBJ4rAt_d4nVDjcyzje6o,4289
+airbyte_ops_mcp/prod_db_access/db_engine.py,sha256=11xNZTk4I8SKYhsnmE7-LVrkJXN4dCRbBeD1_hj3f-s,9027
 airbyte_ops_mcp/prod_db_access/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 airbyte_ops_mcp/prod_db_access/queries.py,sha256=q7PcI15EGh6jFS9MVB_gZt1a56YvrZV5hnwa5lgU2q0,10844
 airbyte_ops_mcp/prod_db_access/sql.py,sha256=tWQAwMk8DzG8HpLIYglljlReI2oeYulQPsV31ocUJSw,16251
 airbyte_ops_mcp/registry/__init__.py,sha256=iEaPlt9GrnlaLbc__98TguNeZG8wuQu7S-_2QkhHcbA,858
 airbyte_ops_mcp/registry/models.py,sha256=B4L4TKr52wo0xs0CqvCBrpowqjShzVnZ5eTr2-EyhNs,2346
 airbyte_ops_mcp/registry/publish.py,sha256=VoPxsM2_0zJ829orzCRN-kjgcJtuBNyXgW4I9J680ro,12717
-airbyte_internal_ops-0.1.9.dist-info/METADATA,sha256=1tBlf96RtcJNsKARaZt4711QiVISWcAkex4OLBlUmjk,5282
-airbyte_internal_ops-0.1.9.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-airbyte_internal_ops-0.1.9.dist-info/entry_points.txt,sha256=eUgJ9xIy9PlR-CgRbqRMsh1NVp6jz08v9bul9vCYlU4,111
-airbyte_internal_ops-0.1.9.dist-info/RECORD,,
+airbyte_internal_ops-0.1.11.dist-info/METADATA,sha256=AgQjwFgwAvefxtJxe234AHdr61u1n_FOBy61CU4wYq4,5283
+airbyte_internal_ops-0.1.11.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+airbyte_internal_ops-0.1.11.dist-info/entry_points.txt,sha256=eUgJ9xIy9PlR-CgRbqRMsh1NVp6jz08v9bul9vCYlU4,111
+airbyte_internal_ops-0.1.11.dist-info/RECORD,,

airbyte_ops_mcp/cli/cloud.py

@@ -13,9 +13,18 @@ Commands:
 from __future__ import annotations
 
 import json
+import os
+import shutil
+import signal
+import socket
+import subprocess
+import tempfile
+import time
 from pathlib import Path
 from typing import Annotated, Literal
 
+import requests
+import yaml
 from airbyte_cdk.models.connector_metadata import MetadataFile
 from airbyte_cdk.utils.connector_paths import find_connector_root_from_name
 from airbyte_cdk.utils.docker import build_connector_image, verify_docker_installation
@@ -30,6 +39,13 @@ from airbyte_ops_mcp.cli._shared import (
     print_success,
 )
 from airbyte_ops_mcp.cloud_admin.connection_config import fetch_connection_config
+from airbyte_ops_mcp.constants import (
+    CLOUD_SQL_INSTANCE,
+    CLOUD_SQL_PROXY_PID_FILE,
+    DEFAULT_CLOUD_SQL_PROXY_PORT,
+    ENV_GCP_PROD_DB_ACCESS_CREDENTIALS,
+)
+from airbyte_ops_mcp.live_tests.cdk_secrets import get_first_config_from_secrets
 from airbyte_ops_mcp.live_tests.ci_output import (
     generate_regression_report,
     get_report_summary,
@@ -75,6 +91,184 @@ connector_app = App(
 )
 cloud_app.command(connector_app)
 
+# Create the db sub-app under cloud
+db_app = App(name="db", help="Database operations for Airbyte Cloud Prod DB Replica.")
+cloud_app.command(db_app)
+
+
+@db_app.command(name="start-proxy")
+def start_proxy(
+    port: Annotated[
+        int,
+        Parameter(help="Port for the Cloud SQL Proxy to listen on."),
+    ] = DEFAULT_CLOUD_SQL_PROXY_PORT,
+    daemon: Annotated[
+        bool,
+        Parameter(
+            help="Run as daemon in background (default). Use --no-daemon for foreground."
+        ),
+    ] = True,
+) -> None:
+    """Start the Cloud SQL Proxy for database access.
+
+    This command starts the Cloud SQL Auth Proxy to enable connections to the
+    Airbyte Cloud Prod DB Replica. The proxy is required for database query tools.
+
+    By default, runs as a daemon (background process). Use --no-daemon to run in
+    foreground mode where you can see logs and stop with Ctrl+C.
+
+    Credentials are read from the GCP_PROD_DB_ACCESS_CREDENTIALS environment variable,
+    which should contain the service account JSON credentials.
+
+    After starting the proxy, set these environment variables to use database tools:
+        export USE_CLOUD_SQL_PROXY=1
+        export DB_PORT={port}
+
+    Example:
+        airbyte-ops cloud db start-proxy
+        airbyte-ops cloud db start-proxy --port 15432
+        airbyte-ops cloud db start-proxy --no-daemon
+    """
+    # Check if proxy is already running on the requested port (idempotency)
+    try:
+        with socket.create_connection(("127.0.0.1", port), timeout=0.5):
+            # Something is already listening on this port
+            pid_file = Path(CLOUD_SQL_PROXY_PID_FILE)
+            pid_info = ""
+            if pid_file.exists():
+                pid_info = f" (PID: {pid_file.read_text().strip()})"
+            print_success(
+                f"Cloud SQL Proxy is already running on port {port}{pid_info}"
+            )
+            print_success("")
+            print_success("To use database tools, set these environment variables:")
+            print_success("  export USE_CLOUD_SQL_PROXY=1")
+            print_success(f"  export DB_PORT={port}")
+            return
+    except (OSError, TimeoutError, ConnectionRefusedError):
+        pass  # Port not in use, proceed with starting proxy
+
+    # Check if cloud-sql-proxy is installed
+    proxy_path = shutil.which("cloud-sql-proxy")
+    if not proxy_path:
+        exit_with_error(
+            "cloud-sql-proxy not found in PATH. "
+            "Install it from: https://cloud.google.com/sql/docs/mysql/sql-proxy"
+        )
+
+    # Get credentials from environment
+    creds_json = os.getenv(ENV_GCP_PROD_DB_ACCESS_CREDENTIALS)
+    if not creds_json:
+        exit_with_error(
+            f"{ENV_GCP_PROD_DB_ACCESS_CREDENTIALS} environment variable is not set. "
+            "This should contain the GCP service account JSON credentials."
+        )
+
+    # Build the command using --json-credentials to avoid writing to disk
+    cmd = [
+        proxy_path,
+        CLOUD_SQL_INSTANCE,
+        f"--port={port}",
+        f"--json-credentials={creds_json}",
+    ]
+
+    print_success(f"Starting Cloud SQL Proxy on port {port}...")
+    print_success(f"Instance: {CLOUD_SQL_INSTANCE}")
+    print_success("")
+    print_success("To use database tools, set these environment variables:")
+    print_success("  export USE_CLOUD_SQL_PROXY=1")
+    print_success(f"  export DB_PORT={port}")
+    print_success("")
+
+    if daemon:
+        # Run in background (daemon mode) with log file for diagnostics
+        log_file_path = Path("/tmp/airbyte-cloud-sql-proxy.log")
+        log_file = log_file_path.open("ab")
+        process = subprocess.Popen(
+            cmd,
+            stdout=subprocess.DEVNULL,
+            stderr=log_file,
+            start_new_session=True,
+        )
+
+        # Brief wait to verify the process started successfully
+        time.sleep(0.5)
+        if process.poll() is not None:
+            # Process exited immediately - read any error output
+            log_file.close()
+            error_output = ""
+            if log_file_path.exists():
+                error_output = log_file_path.read_text()[-1000:]  # Last 1000 chars
+            exit_with_error(
+                f"Cloud SQL Proxy failed to start (exit code: {process.returncode}).\n"
+                f"Check logs at {log_file_path}\n"
+                f"Recent output: {error_output}"
+            )
+
+        # Write PID to file for stop-proxy command
+        pid_file = Path(CLOUD_SQL_PROXY_PID_FILE)
+        pid_file.write_text(str(process.pid))
+        print_success(f"Cloud SQL Proxy started as daemon (PID: {process.pid})")
+        print_success(f"Logs: {log_file_path}")
+        print_success("To stop: airbyte-ops cloud db stop-proxy")
+    else:
+        # Run in foreground - replace current process
+        # Signals (Ctrl+C) will be handled directly by the cloud-sql-proxy process
+        print_success("Running in foreground. Press Ctrl+C to stop the proxy.")
+        print_success("")
+        os.execv(proxy_path, cmd)
+
+
+@db_app.command(name="stop-proxy")
+def stop_proxy() -> None:
+    """Stop the Cloud SQL Proxy daemon.
+
+    This command stops a Cloud SQL Proxy that was started with 'start-proxy'.
+    It reads the PID from the PID file and sends a SIGTERM signal to stop the process.
+
+    Example:
+        airbyte-ops cloud db stop-proxy
+    """
+    pid_file = Path(CLOUD_SQL_PROXY_PID_FILE)
+
+    if not pid_file.exists():
+        exit_with_error(
+            f"PID file not found at {CLOUD_SQL_PROXY_PID_FILE}. "
+            "No Cloud SQL Proxy daemon appears to be running."
+        )
+
+    pid_str = pid_file.read_text().strip()
+    if not pid_str.isdigit():
+        pid_file.unlink()
+        exit_with_error(f"Invalid PID in {CLOUD_SQL_PROXY_PID_FILE}: {pid_str}")
+
+    pid = int(pid_str)
+
+    # Check if process is still running
+    try:
+        os.kill(pid, 0)  # Signal 0 just checks if process exists
+    except ProcessLookupError:
+        pid_file.unlink()
+        print_success(
+            f"Cloud SQL Proxy (PID: {pid}) is not running. Cleaned up PID file."
+        )
+        return
+    except PermissionError:
+        exit_with_error(f"Permission denied to check process {pid}.")
+
+    # Send SIGTERM to stop the process
+    try:
+        os.kill(pid, signal.SIGTERM)
+        print_success(f"Sent SIGTERM to Cloud SQL Proxy (PID: {pid}).")
+    except ProcessLookupError:
+        print_success(f"Cloud SQL Proxy (PID: {pid}) already stopped.")
+    except PermissionError:
+        exit_with_error(f"Permission denied to stop process {pid}.")
+
+    # Clean up PID file
+    pid_file.unlink(missing_ok=True)
+    print_success("Cloud SQL Proxy stopped.")
+
 
 @connector_app.command(name="get-version-info")
 def get_version_info(
@@ -317,6 +511,49 @@ def _build_connector_image_from_source(
     return built_image
 
 
+def _fetch_control_image_from_metadata(connector_name: str) -> str | None:
+    """Fetch the current released connector image from metadata.yaml on main branch.
+
+    This fetches the connector's metadata.yaml from the airbyte monorepo's master branch
+    and extracts the dockerRepository and dockerImageTag to construct the control image.
+
+    Args:
+        connector_name: The connector name (e.g., 'source-github').
+
+    Returns:
+        The full connector image with tag (e.g., 'airbyte/source-github:1.0.0'),
+        or None if the metadata could not be fetched or parsed.
+    """
+    metadata_url = (
+        f"https://raw.githubusercontent.com/airbytehq/airbyte/master/"
+        f"airbyte-integrations/connectors/{connector_name}/metadata.yaml"
+    )
+    response = requests.get(metadata_url, timeout=30)
+    if not response.ok:
+        print_error(
+            f"Failed to fetch metadata for {connector_name}: "
+            f"HTTP {response.status_code} from {metadata_url}"
+        )
+        return None
+
+    metadata = yaml.safe_load(response.text)
+    if not isinstance(metadata, dict):
+        print_error(f"Invalid metadata format for {connector_name}: expected dict")
+        return None
+
+    data = metadata.get("data", {})
+    docker_repository = data.get("dockerRepository")
+    docker_image_tag = data.get("dockerImageTag")
+
+    if not docker_repository or not docker_image_tag:
+        print_error(
+            f"Could not find dockerRepository/dockerImageTag in metadata for {connector_name}"
+        )
+        return None
+
+    return f"{docker_repository}:{docker_image_tag}"
+
+
 @connector_app.command(name="live-test")
 def live_test(
     connector_image: Annotated[
@@ -716,10 +953,48 @@ def regression_test(
         if not resolved_control_image and connection_data.connector_image:
             resolved_control_image = connection_data.connector_image
             print_success(f"Auto-detected control image: {resolved_control_image}")
+    elif config_path:
+        config_file = Path(config_path)
+        catalog_file = Path(catalog_path) if catalog_path else None
+    elif connector_name:
+        # Fallback: fetch integration test secrets from GSM using PyAirbyte API
+        print_success(
+            f"No connection_id or config_path provided. "
+            f"Attempting to fetch integration test config from GSM for {connector_name}..."
+        )
+        gsm_config = get_first_config_from_secrets(connector_name)
+        if gsm_config:
+            # Write config to a temp file (not in output_path to avoid artifact upload)
+            gsm_config_dir = Path(
+                tempfile.mkdtemp(prefix=f"gsm-config-{connector_name}-")
+            )
+            gsm_config_dir.chmod(0o700)
+            gsm_config_file = gsm_config_dir / "config.json"
+            gsm_config_file.write_text(json.dumps(gsm_config, indent=2))
+            gsm_config_file.chmod(0o600)
+            config_file = gsm_config_file
+            catalog_file = None
+            print_success(
+                f"Fetched integration test config from GSM for {connector_name}"
+            )
+        else:
+            print_error(
+                f"Failed to fetch integration test config from GSM for {connector_name}."
+            )
+            config_file = None
+            catalog_file = None
     else:
-        config_file = Path(config_path) if config_path else None
+        config_file = None
         catalog_file = Path(catalog_path) if catalog_path else None
 
+    # Auto-detect control_image from metadata.yaml if connector_name is provided
+    if not resolved_control_image and connector_name:
+        resolved_control_image = _fetch_control_image_from_metadata(connector_name)
+        if resolved_control_image:
+            print_success(
+                f"Auto-detected control image from metadata.yaml: {resolved_control_image}"
+            )
+
     # Validate that we have both images
     if not resolved_target_image:
         write_github_output("success", False)
@@ -733,8 +1008,9 @@ def regression_test(
         write_github_output("success", False)
         write_github_output("error", "No control image specified")
         exit_with_error(
-            "You must provide one of the following: a control_image or a connection_id "
-            "for a connection that has an associated connector image."
+            "You must provide one of the following: a control_image, a connection_id "
+            "for a connection that has an associated connector image, or a connector_name "
+            "to auto-detect the control image from the airbyte repo's metadata.yaml."
         )
 
     # Pull images if they weren't just built locally

airbyte_ops_mcp/constants.py

@@ -27,6 +27,15 @@ EXPECTED_ADMIN_EMAIL_DOMAIN = "@airbyte.io"
 GCP_PROJECT_NAME = "prod-ab-cloud-proj"
 """The GCP project name for Airbyte Cloud production."""
 
+CLOUD_SQL_INSTANCE = "prod-ab-cloud-proj:us-west3:prod-pgsql-replica"
+"""The Cloud SQL instance connection name for the Prod DB Replica."""
+
+DEFAULT_CLOUD_SQL_PROXY_PORT = 15432
+"""Default port for Cloud SQL Proxy connections."""
+
+CLOUD_SQL_PROXY_PID_FILE = "/tmp/airbyte-cloud-sql-proxy.pid"
+"""PID file for tracking the Cloud SQL Proxy process."""
+
 CLOUD_REGISTRY_URL = (
     "https://connectors.airbyte.com/files/registries/v0/cloud_registry.json"
 )

airbyte_ops_mcp/github_actions.py

@@ -0,0 +1,197 @@
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+"""GitHub Actions API utilities.
+
+This module provides core utilities for interacting with GitHub Actions workflows,
+including workflow dispatch, run discovery, and authentication. These utilities
+are used by MCP tools but are not MCP-specific.
+"""
+
+from __future__ import annotations
+
+import os
+import time
+from dataclasses import dataclass
+from datetime import datetime, timedelta
+
+import requests
+
+GITHUB_API_BASE = "https://api.github.com"
+
+
+def resolve_github_token(preferred_env_vars: list[str] | None = None) -> str:
+    """Resolve GitHub token from environment variables.
+
+    Checks environment variables in order of preference, returning the first
+    non-empty value found.
+
+    Args:
+        preferred_env_vars: List of environment variable names to check in order.
+            Defaults to ["GITHUB_CI_WORKFLOW_TRIGGER_PAT", "GITHUB_TOKEN"].
+
+    Returns:
+        GitHub token string.
+
+    Raises:
+        ValueError: If no GitHub token is found in any of the specified env vars.
+    """
+    if preferred_env_vars is None:
+        preferred_env_vars = ["GITHUB_CI_WORKFLOW_TRIGGER_PAT", "GITHUB_TOKEN"]
+
+    for env_var in preferred_env_vars:
+        token = os.getenv(env_var)
+        if token:
+            return token
+
+    env_var_list = ", ".join(preferred_env_vars)
+    raise ValueError(
+        f"No GitHub token found. Set one of: {env_var_list} environment variable."
+    )
+
+
+@dataclass
+class WorkflowDispatchResult:
+    """Result of triggering a workflow dispatch."""
+
+    workflow_url: str
+    """URL to the workflow file (e.g., .../actions/workflows/my-workflow.yml)"""
+
+    run_id: int | None = None
+    """GitHub Actions run ID, if discovered"""
+
+    run_url: str | None = None
+    """Direct URL to the workflow run, if discovered"""
+
+
+def find_workflow_run(
+    owner: str,
+    repo: str,
+    workflow_file: str,
+    ref: str,
+    token: str,
+    created_after: datetime,
+    max_wait_seconds: float = 5.0,
+) -> tuple[int, str] | None:
+    """Find a workflow run that was created after a given time.
+
+    This is used to find the run that was just triggered via workflow_dispatch.
+    Polls for up to max_wait_seconds to handle GitHub API eventual consistency.
+
+    Args:
+        owner: Repository owner
+        repo: Repository name
+        workflow_file: Workflow file name
+        ref: Git ref the workflow was triggered on
+        token: GitHub API token
+        created_after: Only consider runs created after this time
+        max_wait_seconds: Maximum time to wait for run to appear (default 5 seconds)
+
+    Returns:
+        Tuple of (run_id, run_url) if found, None otherwise.
+    """
+    url = (
+        f"{GITHUB_API_BASE}/repos/{owner}/{repo}/actions/workflows/{workflow_file}/runs"
+    )
+    headers = {
+        "Authorization": f"Bearer {token}",
+        "Accept": "application/vnd.github+json",
+        "X-GitHub-Api-Version": "2022-11-28",
+    }
+    params = {
+        "branch": ref,
+        "event": "workflow_dispatch",
+        "per_page": 5,
+    }
+
+    # Add a small buffer to handle timestamp precision differences between
+    # local time and GitHub's created_at (which has second resolution)
+    search_after = created_after - timedelta(seconds=2)
+
+    deadline = time.monotonic() + max_wait_seconds
+    attempt = 0
+
+    while time.monotonic() < deadline:
+        if attempt > 0:
+            time.sleep(1.0)
+        attempt += 1
+
+        response = requests.get(url, headers=headers, params=params, timeout=30)
+        if not response.ok:
+            continue
+
+        data = response.json()
+        runs = data.get("workflow_runs", [])
+
+        for run in runs:
+            run_created_at = datetime.fromisoformat(
+                run["created_at"].replace("Z", "+00:00")
+            )
+            if run_created_at >= search_after:
+                return run["id"], run["html_url"]
+
+    return None
+
+
+def trigger_workflow_dispatch(
+    owner: str,
+    repo: str,
+    workflow_file: str,
+    ref: str,
+    inputs: dict,
+    token: str,
+    find_run: bool = True,
+    max_wait_seconds: float = 5.0,
+) -> WorkflowDispatchResult:
+    """Trigger a GitHub Actions workflow via workflow_dispatch.
+
+    Args:
+        owner: Repository owner (e.g., "airbytehq")
+        repo: Repository name (e.g., "airbyte-ops-mcp")
+        workflow_file: Workflow file name (e.g., "connector-live-test.yml")
+        ref: Git ref to run the workflow on (branch name)
+        inputs: Workflow inputs dictionary
+        token: GitHub API token
+        find_run: Whether to attempt to find the run after dispatch (default True)
+        max_wait_seconds: Maximum time to wait for run discovery (default 5 seconds)
+
+    Returns:
+        WorkflowDispatchResult with workflow URL and optionally run ID/URL.
+
+    Raises:
+        requests.HTTPError: If API request fails.
+    """
+    dispatch_time = datetime.now(tz=datetime.now().astimezone().tzinfo)
+
+    url = f"{GITHUB_API_BASE}/repos/{owner}/{repo}/actions/workflows/{workflow_file}/dispatches"
+    headers = {
+        "Authorization": f"Bearer {token}",
+        "Accept": "application/vnd.github+json",
+        "X-GitHub-Api-Version": "2022-11-28",
+    }
+    payload = {
+        "ref": ref,
+        "inputs": inputs,
+    }
+
+    response = requests.post(url, headers=headers, json=payload, timeout=30)
+    response.raise_for_status()
+
+    workflow_url = (
+        f"https://github.com/{owner}/{repo}/actions/workflows/{workflow_file}"
+    )
+
+    if not find_run:
+        return WorkflowDispatchResult(workflow_url=workflow_url)
+
+    # Best-effort lookup of the run that was just triggered
+    run_info = find_workflow_run(
+        owner, repo, workflow_file, ref, token, dispatch_time, max_wait_seconds
+    )
+    if run_info:
+        run_id, run_url = run_info
+        return WorkflowDispatchResult(
+            workflow_url=workflow_url,
+            run_id=run_id,
+            run_url=run_url,
+        )
+
+    return WorkflowDispatchResult(workflow_url=workflow_url)