airbyte-internal-ops 0.1.10__py3-none-any.whl → 0.1.11__py3-none-any.whl

{airbyte_internal_ops-0.1.10.dist-info → airbyte_internal_ops-0.1.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airbyte-internal-ops
-Version: 0.1.10
+Version: 0.1.11
 Summary: MCP and API interfaces that let the agents do the admin work
 Author-email: Aaron Steers <aj@airbyte.io>
 Keywords: admin,airbyte,api,mcp

{airbyte_internal_ops-0.1.10.dist-info → airbyte_internal_ops-0.1.11.dist-info}/RECORD

@@ -2,6 +2,7 @@ airbyte_ops_mcp/__init__.py,sha256=HhzURuYr29_UIdMrnWYaZB8ENr_kFkBdm4uqeiIW3Vw,7
 airbyte_ops_mcp/_annotations.py,sha256=MO-SBDnbykxxHDESG7d8rviZZ4WlZgJKv0a8eBqcEzQ,1757
 airbyte_ops_mcp/constants.py,sha256=col6-5BUWuIYhbtKmlvSRR8URBoSNExoz94cn4_kujI,2333
 airbyte_ops_mcp/gcp_auth.py,sha256=5k-k145ZoYhHLjyDES8nrA8f8BBihRI0ykrdD1IcfOs,3599
+airbyte_ops_mcp/github_actions.py,sha256=51rHxqTR-1yHPKfZZLKldz8f-4jZbMd71ICF_LQWvCs,5995
 airbyte_ops_mcp/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 airbyte_ops_mcp/_legacy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 airbyte_ops_mcp/_legacy/airbyte_ci/README.md,sha256=qEYx4geDR8AEDjrcA303h7Nol-CMDLojxUyiGzQprM8,236
@@ -351,7 +352,7 @@ airbyte_ops_mcp/cli/__init__.py,sha256=XpL7FyVfgabfBF2JR7u7NwJ2krlYqjd_OwLcWf-Xc
 airbyte_ops_mcp/cli/_base.py,sha256=I8tWnyQf0ks4r3J8N8h-5GZxyn37T-55KsbuHnxYlcg,415
 airbyte_ops_mcp/cli/_shared.py,sha256=jg-xMyGzTCGPqKd8VTfE_3kGPIyO_3Kx5sQbG4rPc0Y,1311
 airbyte_ops_mcp/cli/app.py,sha256=SEdBpqFUG2O8zGV5ifwptxrLGFph_dLr66-MX9d69gQ,789
-airbyte_ops_mcp/cli/cloud.py,sha256=semAuPqruWfe7JiVmtbELZgcpeqtoIn4LGD0kEvIS30,38981
+airbyte_ops_mcp/cli/cloud.py,sha256=idkqBKUlWx9toNGiZy8tVq6MOpQoi4ZWfIRVpdsIdiQ,42494
 airbyte_ops_mcp/cli/gh.py,sha256=91b1AxFXvHQCFyXhrrym-756ZjnMCqvxFdmwCtma1zI,2046
 airbyte_ops_mcp/cli/registry.py,sha256=-yiLJWSslV_qGi6ImXZYfXOJSE4oJBO7yICkyA_RiUo,5792
 airbyte_ops_mcp/cli/repo.py,sha256=G1hoQpH0XYhUH3FFOsia9xabGB0LP9o3XcwBuqvFVo0,16331
@@ -365,11 +366,12 @@ airbyte_ops_mcp/connection_config_retriever/audit_logging.py,sha256=GjT4dVa0TtvG
 airbyte_ops_mcp/connection_config_retriever/retrieval.py,sha256=s6yeCyrboWkUd6KdaheEo87x-rLtQNTL8XeR8O9z2HI,12160
 airbyte_ops_mcp/connection_config_retriever/secrets_resolution.py,sha256=12g0lZzhCzAPl4Iv4eMW6d76mvXjIBGspOnNhywzks4,3644
 airbyte_ops_mcp/live_tests/__init__.py,sha256=qJac67dt6DQCqif39HqeiG3Tr9xrxfP-ala8HsLZKis,1020
-airbyte_ops_mcp/live_tests/ci_output.py,sha256=NQATOGid0OCbLEl2NOtGK4cHLL5OxXhjmtanBjIlCyE,11369
+airbyte_ops_mcp/live_tests/cdk_secrets.py,sha256=TJ0Vbk5jfTvYElREh4fQFHWof0_bIxZfJqT33dDhtrE,3198
+airbyte_ops_mcp/live_tests/ci_output.py,sha256=rrvCVKKShc1iVPMuQJDBqSbsiAHIDpX8SA9j0Uwl_Cg,12718
 airbyte_ops_mcp/live_tests/config.py,sha256=dwWeY0tatdbwl9BqbhZ7EljoZDCtKmGO5fvOAIxeXmA,5873
 airbyte_ops_mcp/live_tests/connection_fetcher.py,sha256=5wIiA0VvCFNEc-fr6Po18gZMX3E5fyPOGf2SuVOqv5U,12799
 airbyte_ops_mcp/live_tests/connection_secret_retriever.py,sha256=DtZYB4Y8CXfUXTFhmzrqzjuEFoICzz5Md3Ol_y9HCq0,4861
-airbyte_ops_mcp/live_tests/connector_runner.py,sha256=fGE_TCii9zhC3pbyBupJ3JVkuxOWB59Q1DgigcF3q04,9707
+airbyte_ops_mcp/live_tests/connector_runner.py,sha256=BLy2RY-KLCK9jNmPz5EsPCk55fJ9WlOOaxr_Xw-GOjY,9914
 airbyte_ops_mcp/live_tests/evaluation_modes.py,sha256=lAL6pEDmy_XCC7_m4_NXjt_f6Z8CXeAhMkc0FU8bm_M,1364
 airbyte_ops_mcp/live_tests/http_metrics.py,sha256=oTD7f2MnQOvx4plOxHop2bInQ0-whvuToSsrC7TIM-M,12469
 airbyte_ops_mcp/live_tests/models.py,sha256=brtAT9oO1TwjFcP91dFcu0XcUNqQb-jf7di1zkoVEuo,8782
@@ -389,11 +391,11 @@ airbyte_ops_mcp/mcp/_mcp_utils.py,sha256=nhztHcoc-_ASPpJfoDBjxjjqEvQM6_QIrhp7F2U
 airbyte_ops_mcp/mcp/cloud_connector_versions.py,sha256=XxaS6WBP0sJPRwT7TTPhVH2PzhPqVWMNU5fVdWdxLLk,10361
 airbyte_ops_mcp/mcp/connector_analysis.py,sha256=OC4KrOSkMkKPkOisWnSv96BDDE5TQYHq-Jxa2vtjJpo,298
 airbyte_ops_mcp/mcp/connector_qa.py,sha256=aImpqdnqBPDrz10BS0owsV4kuIU2XdalzgbaGZsbOL0,258
-airbyte_ops_mcp/mcp/github.py,sha256=opmVWRwjNs_jeWejv8wHOtb-3J09hOlqxg98GCzmFLo,7627
+airbyte_ops_mcp/mcp/github.py,sha256=Wum5V99A9vTsjK0YVoE1UOVu75F-M9chg0AnUGkiiT4,7215
 airbyte_ops_mcp/mcp/github_repo_ops.py,sha256=PiERpt8abo20Gz4CfXhrDNlVM4o4FOt5sweZJND2a0s,5314
-airbyte_ops_mcp/mcp/live_tests.py,sha256=eHfgNkEcY1OKzYiJmkxwOluLPiFHIdP4nm_H1H0MXDg,17940
+airbyte_ops_mcp/mcp/live_tests.py,sha256=WnWUeGb_fxf6oBjp1ye51Y2fP-Ld-CDbFnTO-_dnV-Q,17134
 airbyte_ops_mcp/mcp/metadata.py,sha256=fwGW97WknR5lfKcQnFtK6dU87aA6TmLj1NkKyqDAV9g,270
-airbyte_ops_mcp/mcp/prerelease.py,sha256=08G6ogRqEauQyDxFLirUVaYeU3exAJd-DJn_8fXCNXg,9450
+airbyte_ops_mcp/mcp/prerelease.py,sha256=LHLaSd8q0l7boAsVqTXOjFGDxAGsPZdtL3kj5_IOTEE,8852
 airbyte_ops_mcp/mcp/prod_db_queries.py,sha256=RkBVISfkbwML3grWONxYsULRnFEYdqDZVBZIyo6W8xE,14311
 airbyte_ops_mcp/mcp/prompts.py,sha256=mJld9mdPECXYZffWXGSvNs4Xevx3rxqUGNlzGKVC2_s,1599
 airbyte_ops_mcp/mcp/registry.py,sha256=PW-VYUj42qx2pQ_apUkVaoUFq7VgB9zEU7-aGrkSCCw,290
@@ -407,7 +409,7 @@ airbyte_ops_mcp/prod_db_access/sql.py,sha256=tWQAwMk8DzG8HpLIYglljlReI2oeYulQPsV
 airbyte_ops_mcp/registry/__init__.py,sha256=iEaPlt9GrnlaLbc__98TguNeZG8wuQu7S-_2QkhHcbA,858
 airbyte_ops_mcp/registry/models.py,sha256=B4L4TKr52wo0xs0CqvCBrpowqjShzVnZ5eTr2-EyhNs,2346
 airbyte_ops_mcp/registry/publish.py,sha256=VoPxsM2_0zJ829orzCRN-kjgcJtuBNyXgW4I9J680ro,12717
-airbyte_internal_ops-0.1.10.dist-info/METADATA,sha256=I3WAz4JM1tgyGMcFaV5ElRwvwYjlRLR9kXKzifetd1Q,5283
-airbyte_internal_ops-0.1.10.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-airbyte_internal_ops-0.1.10.dist-info/entry_points.txt,sha256=eUgJ9xIy9PlR-CgRbqRMsh1NVp6jz08v9bul9vCYlU4,111
-airbyte_internal_ops-0.1.10.dist-info/RECORD,,
+airbyte_internal_ops-0.1.11.dist-info/METADATA,sha256=AgQjwFgwAvefxtJxe234AHdr61u1n_FOBy61CU4wYq4,5283
+airbyte_internal_ops-0.1.11.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+airbyte_internal_ops-0.1.11.dist-info/entry_points.txt,sha256=eUgJ9xIy9PlR-CgRbqRMsh1NVp6jz08v9bul9vCYlU4,111
+airbyte_internal_ops-0.1.11.dist-info/RECORD,,

airbyte_ops_mcp/cli/cloud.py

@@ -18,10 +18,13 @@ import shutil
 import signal
 import socket
 import subprocess
+import tempfile
 import time
 from pathlib import Path
 from typing import Annotated, Literal
 
+import requests
+import yaml
 from airbyte_cdk.models.connector_metadata import MetadataFile
 from airbyte_cdk.utils.connector_paths import find_connector_root_from_name
 from airbyte_cdk.utils.docker import build_connector_image, verify_docker_installation
@@ -42,6 +45,7 @@ from airbyte_ops_mcp.constants import (
     DEFAULT_CLOUD_SQL_PROXY_PORT,
     ENV_GCP_PROD_DB_ACCESS_CREDENTIALS,
 )
+from airbyte_ops_mcp.live_tests.cdk_secrets import get_first_config_from_secrets
 from airbyte_ops_mcp.live_tests.ci_output import (
     generate_regression_report,
     get_report_summary,
@@ -507,6 +511,49 @@ def _build_connector_image_from_source(
     return built_image
 
 
+def _fetch_control_image_from_metadata(connector_name: str) -> str | None:
+    """Fetch the current released connector image from metadata.yaml on main branch.
+
+    This fetches the connector's metadata.yaml from the airbyte monorepo's master branch
+    and extracts the dockerRepository and dockerImageTag to construct the control image.
+
+    Args:
+        connector_name: The connector name (e.g., 'source-github').
+
+    Returns:
+        The full connector image with tag (e.g., 'airbyte/source-github:1.0.0'),
+        or None if the metadata could not be fetched or parsed.
+    """
+    metadata_url = (
+        f"https://raw.githubusercontent.com/airbytehq/airbyte/master/"
+        f"airbyte-integrations/connectors/{connector_name}/metadata.yaml"
+    )
+    response = requests.get(metadata_url, timeout=30)
+    if not response.ok:
+        print_error(
+            f"Failed to fetch metadata for {connector_name}: "
+            f"HTTP {response.status_code} from {metadata_url}"
+        )
+        return None
+
+    metadata = yaml.safe_load(response.text)
+    if not isinstance(metadata, dict):
+        print_error(f"Invalid metadata format for {connector_name}: expected dict")
+        return None
+
+    data = metadata.get("data", {})
+    docker_repository = data.get("dockerRepository")
+    docker_image_tag = data.get("dockerImageTag")
+
+    if not docker_repository or not docker_image_tag:
+        print_error(
+            f"Could not find dockerRepository/dockerImageTag in metadata for {connector_name}"
+        )
+        return None
+
+    return f"{docker_repository}:{docker_image_tag}"
+
+
 @connector_app.command(name="live-test")
 def live_test(
     connector_image: Annotated[
@@ -906,10 +953,48 @@ def regression_test(
         if not resolved_control_image and connection_data.connector_image:
             resolved_control_image = connection_data.connector_image
             print_success(f"Auto-detected control image: {resolved_control_image}")
+    elif config_path:
+        config_file = Path(config_path)
+        catalog_file = Path(catalog_path) if catalog_path else None
+    elif connector_name:
+        # Fallback: fetch integration test secrets from GSM using PyAirbyte API
+        print_success(
+            f"No connection_id or config_path provided. "
+            f"Attempting to fetch integration test config from GSM for {connector_name}..."
+        )
+        gsm_config = get_first_config_from_secrets(connector_name)
+        if gsm_config:
+            # Write config to a temp file (not in output_path to avoid artifact upload)
+            gsm_config_dir = Path(
+                tempfile.mkdtemp(prefix=f"gsm-config-{connector_name}-")
+            )
+            gsm_config_dir.chmod(0o700)
+            gsm_config_file = gsm_config_dir / "config.json"
+            gsm_config_file.write_text(json.dumps(gsm_config, indent=2))
+            gsm_config_file.chmod(0o600)
+            config_file = gsm_config_file
+            catalog_file = None
+            print_success(
+                f"Fetched integration test config from GSM for {connector_name}"
+            )
+        else:
+            print_error(
+                f"Failed to fetch integration test config from GSM for {connector_name}."
+            )
+            config_file = None
+            catalog_file = None
     else:
-        config_file = Path(config_path) if config_path else None
+        config_file = None
         catalog_file = Path(catalog_path) if catalog_path else None
 
+    # Auto-detect control_image from metadata.yaml if connector_name is provided
+    if not resolved_control_image and connector_name:
+        resolved_control_image = _fetch_control_image_from_metadata(connector_name)
+        if resolved_control_image:
+            print_success(
+                f"Auto-detected control image from metadata.yaml: {resolved_control_image}"
+            )
+
     # Validate that we have both images
     if not resolved_target_image:
         write_github_output("success", False)
@@ -923,8 +1008,9 @@ def regression_test(
         write_github_output("success", False)
         write_github_output("error", "No control image specified")
         exit_with_error(
-            "You must provide one of the following: a control_image or a connection_id "
-            "for a connection that has an associated connector image."
+            "You must provide one of the following: a control_image, a connection_id "
+            "for a connection that has an associated connector image, or a connector_name "
+            "to auto-detect the control image from the airbyte repo's metadata.yaml."
         )
 
     # Pull images if they weren't just built locally

airbyte_ops_mcp/github_actions.py

@@ -0,0 +1,197 @@
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+"""GitHub Actions API utilities.
+
+This module provides core utilities for interacting with GitHub Actions workflows,
+including workflow dispatch, run discovery, and authentication. These utilities
+are used by MCP tools but are not MCP-specific.
+"""
+
+from __future__ import annotations
+
+import os
+import time
+from dataclasses import dataclass
+from datetime import datetime, timedelta
+
+import requests
+
+GITHUB_API_BASE = "https://api.github.com"
+
+
+def resolve_github_token(preferred_env_vars: list[str] | None = None) -> str:
+    """Resolve GitHub token from environment variables.
+
+    Checks environment variables in order of preference, returning the first
+    non-empty value found.
+
+    Args:
+        preferred_env_vars: List of environment variable names to check in order.
+            Defaults to ["GITHUB_CI_WORKFLOW_TRIGGER_PAT", "GITHUB_TOKEN"].
+
+    Returns:
+        GitHub token string.
+
+    Raises:
+        ValueError: If no GitHub token is found in any of the specified env vars.
+    """
+    if preferred_env_vars is None:
+        preferred_env_vars = ["GITHUB_CI_WORKFLOW_TRIGGER_PAT", "GITHUB_TOKEN"]
+
+    for env_var in preferred_env_vars:
+        token = os.getenv(env_var)
+        if token:
+            return token
+
+    env_var_list = ", ".join(preferred_env_vars)
+    raise ValueError(
+        f"No GitHub token found. Set one of: {env_var_list} environment variable."
+    )
+
+
+@dataclass
+class WorkflowDispatchResult:
+    """Result of triggering a workflow dispatch."""
+
+    workflow_url: str
+    """URL to the workflow file (e.g., .../actions/workflows/my-workflow.yml)"""
+
+    run_id: int | None = None
+    """GitHub Actions run ID, if discovered"""
+
+    run_url: str | None = None
+    """Direct URL to the workflow run, if discovered"""
+
+
+def find_workflow_run(
+    owner: str,
+    repo: str,
+    workflow_file: str,
+    ref: str,
+    token: str,
+    created_after: datetime,
+    max_wait_seconds: float = 5.0,
+) -> tuple[int, str] | None:
+    """Find a workflow run that was created after a given time.
+
+    This is used to find the run that was just triggered via workflow_dispatch.
+    Polls for up to max_wait_seconds to handle GitHub API eventual consistency.
+
+    Args:
+        owner: Repository owner
+        repo: Repository name
+        workflow_file: Workflow file name
+        ref: Git ref the workflow was triggered on
+        token: GitHub API token
+        created_after: Only consider runs created after this time
+        max_wait_seconds: Maximum time to wait for run to appear (default 5 seconds)
+
+    Returns:
+        Tuple of (run_id, run_url) if found, None otherwise.
+    """
+    url = (
+        f"{GITHUB_API_BASE}/repos/{owner}/{repo}/actions/workflows/{workflow_file}/runs"
+    )
+    headers = {
+        "Authorization": f"Bearer {token}",
+        "Accept": "application/vnd.github+json",
+        "X-GitHub-Api-Version": "2022-11-28",
+    }
+    params = {
+        "branch": ref,
+        "event": "workflow_dispatch",
+        "per_page": 5,
+    }
+
+    # Add a small buffer to handle timestamp precision differences between
+    # local time and GitHub's created_at (which has second resolution)
+    search_after = created_after - timedelta(seconds=2)
+
+    deadline = time.monotonic() + max_wait_seconds
+    attempt = 0
+
+    while time.monotonic() < deadline:
+        if attempt > 0:
+            time.sleep(1.0)
+        attempt += 1
+
+        response = requests.get(url, headers=headers, params=params, timeout=30)
+        if not response.ok:
+            continue
+
+        data = response.json()
+        runs = data.get("workflow_runs", [])
+
+        for run in runs:
+            run_created_at = datetime.fromisoformat(
+                run["created_at"].replace("Z", "+00:00")
+            )
+            if run_created_at >= search_after:
+                return run["id"], run["html_url"]
+
+    return None
+
+
+def trigger_workflow_dispatch(
+    owner: str,
+    repo: str,
+    workflow_file: str,
+    ref: str,
+    inputs: dict,
+    token: str,
+    find_run: bool = True,
+    max_wait_seconds: float = 5.0,
+) -> WorkflowDispatchResult:
+    """Trigger a GitHub Actions workflow via workflow_dispatch.
+
+    Args:
+        owner: Repository owner (e.g., "airbytehq")
+        repo: Repository name (e.g., "airbyte-ops-mcp")
+        workflow_file: Workflow file name (e.g., "connector-live-test.yml")
+        ref: Git ref to run the workflow on (branch name)
+        inputs: Workflow inputs dictionary
+        token: GitHub API token
+        find_run: Whether to attempt to find the run after dispatch (default True)
+        max_wait_seconds: Maximum time to wait for run discovery (default 5 seconds)
+
+    Returns:
+        WorkflowDispatchResult with workflow URL and optionally run ID/URL.
+
+    Raises:
+        requests.HTTPError: If API request fails.
+    """
+    dispatch_time = datetime.now(tz=datetime.now().astimezone().tzinfo)
+
+    url = f"{GITHUB_API_BASE}/repos/{owner}/{repo}/actions/workflows/{workflow_file}/dispatches"
+    headers = {
+        "Authorization": f"Bearer {token}",
+        "Accept": "application/vnd.github+json",
+        "X-GitHub-Api-Version": "2022-11-28",
+    }
+    payload = {
+        "ref": ref,
+        "inputs": inputs,
+    }
+
+    response = requests.post(url, headers=headers, json=payload, timeout=30)
+    response.raise_for_status()
+
+    workflow_url = (
+        f"https://github.com/{owner}/{repo}/actions/workflows/{workflow_file}"
+    )
+
+    if not find_run:
+        return WorkflowDispatchResult(workflow_url=workflow_url)
+
+    # Best-effort lookup of the run that was just triggered
+    run_info = find_workflow_run(
+        owner, repo, workflow_file, ref, token, dispatch_time, max_wait_seconds
+    )
+    if run_info:
+        run_id, run_url = run_info
+        return WorkflowDispatchResult(
+            workflow_url=workflow_url,
+            run_id=run_id,
+            run_url=run_url,
+        )
+
+    return WorkflowDispatchResult(workflow_url=workflow_url)

airbyte_ops_mcp/live_tests/cdk_secrets.py

@@ -0,0 +1,90 @@
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+"""Fetch connector test secrets using the PyAirbyte secrets API.
+
+This module uses the PyAirbyte GoogleGSMSecretManager to retrieve
+integration test secrets from Google Secret Manager for connectors.
+
+Usage:
+    from airbyte_ops_mcp.live_tests.cdk_secrets import get_first_config_from_secrets
+
+    # Fetch the first config for a connector
+    config = get_first_config_from_secrets("source-github")
+    if config:
+        # Use the config dict
+        ...
+
+Note: Requires GCP credentials with access to the integration testing project.
+The credentials can be provided via:
+- GOOGLE_APPLICATION_CREDENTIALS environment variable
+- GCP_GSM_CREDENTIALS environment variable (JSON string)
+- Application Default Credentials
+"""
+
+from __future__ import annotations
+
+import logging
+import os
+
+from airbyte.secrets import GoogleGSMSecretManager
+
+logger = logging.getLogger(__name__)
+
+# Default GCP project for integration test secrets
+DEFAULT_GSM_PROJECT = "dataline-integration-testing"
+
+
+def get_first_config_from_secrets(
+    connector_name: str,
+    project: str = DEFAULT_GSM_PROJECT,
+) -> dict | None:
+    """Fetch the first integration test config for a connector from GSM.
+
+    This function uses the PyAirbyte GoogleGSMSecretManager to fetch secrets
+    labeled with the connector name and returns the first one as a parsed dict.
+
+    Args:
+        connector_name: The connector name (e.g., 'source-github').
+        project: The GCP project ID containing the secrets.
+
+    Returns:
+        The parsed config dict, or None if no secrets are found or fetching fails.
+    """
+    # Get credentials from environment
+    credentials_json: str | None = None
+    credentials_path: str | None = None
+
+    if "GCP_GSM_CREDENTIALS" in os.environ:
+        credentials_json = os.environ["GCP_GSM_CREDENTIALS"]
+    elif "GOOGLE_APPLICATION_CREDENTIALS" in os.environ:
+        credentials_path = os.environ["GOOGLE_APPLICATION_CREDENTIALS"]
+
+    # If no explicit credentials, GoogleGSMSecretManager will try ADC
+    try:
+        gsm = GoogleGSMSecretManager(
+            project=project,
+            credentials_json=credentials_json,
+            credentials_path=credentials_path,
+        )
+    except Exception as e:
+        logger.warning(f"Failed to initialize GSM client: {e}")
+        return None
+
+    logger.info(f"Fetching integration test config for {connector_name} from GSM")
+
+    try:
+        # fetch_connector_secret returns the first secret matching the connector label
+        secret_handle = gsm.fetch_connector_secret(connector_name)
+        # parse_json() calls get_value() internally and parses the result
+        config = secret_handle.parse_json()
+        logger.info(f"Successfully fetched config for {connector_name}")
+        return dict(config) if config else None
+
+    except StopIteration:
+        logger.warning(f"No secrets found for connector {connector_name}")
+        return None
+    except Exception as e:
+        # Log the exception type but not the message (may contain sensitive info)
+        logger.warning(
+            f"Failed to fetch config for {connector_name}: {type(e).__name__}"
+        )
+        return None

airbyte_ops_mcp/live_tests/ci_output.py

@@ -142,6 +142,35 @@ def _format_delta(delta: int) -> str:
     return "0"
 
 
+def _get_github_run_url() -> str | None:
+    """Get the URL to the current GitHub Actions workflow run.
+
+    Returns:
+        The workflow run URL, or None if not running in GitHub Actions.
+    """
+    server_url = os.getenv("GITHUB_SERVER_URL")
+    repository = os.getenv("GITHUB_REPOSITORY")
+    run_id = os.getenv("GITHUB_RUN_ID")
+
+    if not all([server_url, repository, run_id]):
+        return None
+
+    return f"{server_url}/{repository}/actions/runs/{run_id}"
+
+
+def _get_github_artifacts_url() -> str | None:
+    """Get the URL to the artifacts section of the current workflow run.
+
+    Returns:
+        The artifacts section URL, or None if not running in GitHub Actions.
+    """
+    run_url = _get_github_run_url()
+    if not run_url:
+        return None
+
+    return f"{run_url}#artifacts"
+
+
 def generate_regression_report(
     target_image: str,
     control_image: str,
@@ -190,6 +219,9 @@ def generate_regression_report(
         target_image.rsplit(":", 1)[0] if ":" in target_image else target_image
     )
 
+    run_url = _get_github_run_url()
+    artifacts_url = _get_github_artifacts_url()
+
     lines: list[str] = [
         "# Regression Test Report",
         "",
@@ -200,12 +232,23 @@ def generate_regression_report(
         f"- **Control Version:** `{control_version}`",
         f"- **Target Version:** `{target_version}`",
         f"- **Command:** `{command.upper()}`",
-        f"- **Artifacts:** `{artifact_name}`",
-        "",
-        "## Summary",
-        "",
     ]
 
+    if run_url:
+        lines.append(f"- **Workflow Run:** [View Execution]({run_url})")
+    if artifacts_url:
+        lines.append(f"- **Artifacts:** [Download `{artifact_name}`]({artifacts_url})")
+    else:
+        lines.append(f"- **Artifacts:** `{artifact_name}`")
+
+    lines.extend(
+        [
+            "",
+            "## Summary",
+            "",
+        ]
+    )
+
     if regression_detected:
         if target_result["success"] and not control_result["success"]:
             lines.append("**Result:** Target succeeded, control failed (improvement)")
@@ -341,9 +384,16 @@ def get_report_summary(report_path: Path) -> str:
         f"regression-test-artifacts-{run_id}" if run_id else "regression-test-artifacts"
     )
 
+    artifacts_url = _get_github_artifacts_url()
+    artifact_link = (
+        f"[`{artifact_name}`]({artifacts_url})"
+        if artifacts_url
+        else f"`{artifact_name}`"
+    )
+
     return f"""## Regression Test Report
 
-Full report available in the **Regression Test Report** check or in artifact `{artifact_name}`.
+Full report available in the **Regression Test Report** check or in artifact {artifact_link}.
 
 See the Checks tab for the complete report with message counts and execution details.
 """

airbyte_ops_mcp/live_tests/connector_runner.py

@@ -168,6 +168,9 @@ class ConnectorRunner:
 
         with tempfile.TemporaryDirectory() as temp_dir:
             temp_path = Path(temp_dir)
+            # Make temp directory world-readable so non-root container users can access it
+            # Many connector images run as non-root users (e.g., 'airbyte' user)
+            temp_path.chmod(0o755)
             self._prepare_data_directory(temp_path)
 
             docker_cmd = self._build_docker_command(temp_path)

airbyte_ops_mcp/mcp/github.py

@@ -7,7 +7,6 @@ Docker image availability, and other related operations.
 
 from __future__ import annotations
 
-import os
 import re
 from typing import Annotated
 
@@ -15,9 +14,9 @@ import requests
 from fastmcp import FastMCP
 from pydantic import BaseModel, Field
 
+from airbyte_ops_mcp.github_actions import GITHUB_API_BASE, resolve_github_token
 from airbyte_ops_mcp.mcp._mcp_utils import mcp_tool, register_mcp_tools
 
-GITHUB_API_BASE = "https://api.github.com"
 DOCKERHUB_API_BASE = "https://hub.docker.com/v2"
 
 
@@ -37,24 +36,6 @@ class WorkflowRunStatus(BaseModel):
     jobs_url: str
 
 
-def _get_github_token() -> str:
-    """Get GitHub token from environment.
-
-    Returns:
-        GitHub token string.
-
-    Raises:
-        ValueError: If GITHUB_TOKEN environment variable is not set.
-    """
-    token = os.getenv("GITHUB_TOKEN")
-    if not token:
-        raise ValueError(
-            "GITHUB_TOKEN environment variable is required. "
-            "Please set it to a GitHub personal access token."
-        )
-    return token
-
-
 def _parse_workflow_url(url: str) -> tuple[str, str, int]:
     """Parse a GitHub Actions workflow run URL into components.
 
@@ -162,7 +143,7 @@ def check_workflow_status(
         )
 
     # Guard: Check for required token
-    token = _get_github_token()
+    token = resolve_github_token()
 
     # Get workflow run details
     run_data = _get_workflow_run(owner, repo, run_id, token)

airbyte_ops_mcp/mcp/live_tests.py

@@ -9,7 +9,6 @@ in GitHub Actions and results can be polled via workflow status.
 from __future__ import annotations
 
 import logging
-import os
 import uuid
 from datetime import datetime
 from enum import Enum
@@ -21,6 +20,11 @@ from airbyte.cloud.auth import resolve_cloud_client_id, resolve_cloud_client_sec
 from fastmcp import FastMCP
 from pydantic import BaseModel, Field
 
+from airbyte_ops_mcp.github_actions import (
+    GITHUB_API_BASE,
+    resolve_github_token,
+    trigger_workflow_dispatch,
+)
 from airbyte_ops_mcp.mcp._mcp_utils import mcp_tool, register_mcp_tools
 
 logger = logging.getLogger(__name__)
@@ -29,7 +33,6 @@ logger = logging.getLogger(__name__)
 # GitHub Workflow Configuration
 # =============================================================================
 
-GITHUB_API_BASE = "https://api.github.com"
 LIVE_TEST_REPO_OWNER = "airbytehq"
 LIVE_TEST_REPO_NAME = "airbyte-ops-mcp"
 LIVE_TEST_DEFAULT_BRANCH = "main"
@@ -37,76 +40,6 @@ LIVE_TEST_WORKFLOW_FILE = "connector-live-test.yml"
 REGRESSION_TEST_WORKFLOW_FILE = "connector-regression-test.yml"
 
 
-# =============================================================================
-# GitHub API Helper Functions
-# =============================================================================
-
-
-def _get_github_token() -> str:
-    """Get GitHub token from environment.
-
-    Checks for tokens in order of specificity:
-    1. GITHUB_CI_WORKFLOW_TRIGGER_PAT (general workflow triggering)
-    2. GITHUB_TOKEN (fallback)
-
-    Returns:
-        GitHub token string.
-
-    Raises:
-        ValueError: If no GitHub token environment variable is set.
-    """
-    token = os.getenv("GITHUB_CI_WORKFLOW_TRIGGER_PAT") or os.getenv("GITHUB_TOKEN")
-    if not token:
-        raise ValueError(
-            "No GitHub token found. Set GITHUB_CI_WORKFLOW_TRIGGER_PAT or GITHUB_TOKEN "
-            "environment variable with 'actions:write' permission."
-        )
-    return token
-
-
-def _trigger_workflow_dispatch(
-    owner: str,
-    repo: str,
-    workflow_file: str,
-    ref: str,
-    inputs: dict[str, Any],
-    token: str,
-) -> str:
-    """Trigger a GitHub Actions workflow via workflow_dispatch.
-
-    Args:
-        owner: Repository owner (e.g., "airbytehq")
-        repo: Repository name (e.g., "airbyte-ops-mcp")
-        workflow_file: Workflow file name (e.g., "connector-live-test.yml")
-        ref: Git ref to run the workflow on (branch name)
-        inputs: Workflow inputs dictionary
-        token: GitHub API token
-
-    Returns:
-        URL to view workflow runs.
-
-    Raises:
-        requests.HTTPError: If API request fails.
-    """
-    url = f"{GITHUB_API_BASE}/repos/{owner}/{repo}/actions/workflows/{workflow_file}/dispatches"
-    headers = {
-        "Authorization": f"Bearer {token}",
-        "Accept": "application/vnd.github+json",
-        "X-GitHub-Api-Version": "2022-11-28",
-    }
-    payload = {
-        "ref": ref,
-        "inputs": inputs,
-    }
-
-    response = requests.post(url, headers=headers, json=payload, timeout=30)
-    response.raise_for_status()
-
-    # workflow_dispatch returns 204 No Content on success
-    # Return URL to view workflow runs
-    return f"https://github.com/{owner}/{repo}/actions/workflows/{workflow_file}"
-
-
 def _get_workflow_run_status(
     owner: str,
     repo: str,
@@ -293,12 +226,22 @@ class LiveConnectionTestResult(BaseModel):
 class RunLiveConnectionTestsResponse(BaseModel):
     """Response from starting a live connection test via GitHub Actions workflow."""
 
-    run_id: str = Field(description="Unique identifier for the test run")
+    run_id: str = Field(
+        description="Unique identifier for the test run (internal tracking ID)"
+    )
     status: TestRunStatus = Field(description="Initial status of the test run")
     message: str = Field(description="Human-readable status message")
     workflow_url: str | None = Field(
         default=None,
-        description="URL to view the GitHub Actions workflow runs",
+        description="URL to view the GitHub Actions workflow file",
+    )
+    github_run_id: int | None = Field(
+        default=None,
+        description="GitHub Actions workflow run ID (use with check_workflow_status)",
+    )
+    github_run_url: str | None = Field(
+        default=None,
+        description="Direct URL to the GitHub Actions workflow run",
     )
 
 
@@ -348,9 +291,16 @@ def run_live_connection_tests(
     ] = None,
     connector_name: Annotated[
         str | None,
-        "Connector name to build target image from source for regression tests "
-        "(e.g., 'source-pokeapi'). If provided, builds the target image locally. "
-        "Only used when skip_regression_tests=False.",
+        "Connector name to build the connector image from source "
+        "(e.g., 'source-pokeapi'). If provided, builds the image locally with tag 'dev'. "
+        "For live tests, this builds the test image. For regression tests, this builds "
+        "the target image while control is auto-detected from the connection.",
+    ] = None,
+    airbyte_ref: Annotated[
+        str | None,
+        "Git ref or PR number to checkout from the airbyte monorepo "
+        "(e.g., 'master', '70847', 'refs/pull/70847/head'). "
+        "Only used when connector_name is provided. Defaults to 'master' if not specified.",
     ] = None,
 ) -> RunLiveConnectionTestsResponse:
     """Start a live connection test run via GitHub Actions workflow.
@@ -377,7 +327,7 @@ def run_live_connection_tests(
 
     # Get GitHub token
     try:
-        token = _get_github_token()
+        token = resolve_github_token()
     except ValueError as e:
         return RunLiveConnectionTestsResponse(
             run_id=run_id,
@@ -422,9 +372,11 @@ def run_live_connection_tests(
         }
         if connector_image:
             workflow_inputs["connector_image"] = connector_image
+        if connector_name:
+            workflow_inputs["connector_name"] = connector_name
 
         try:
-            workflow_url = _trigger_workflow_dispatch(
+            dispatch_result = trigger_workflow_dispatch(
                 owner=LIVE_TEST_REPO_OWNER,
                 repo=LIVE_TEST_REPO_NAME,
                 workflow_file=LIVE_TEST_WORKFLOW_FILE,
@@ -441,12 +393,15 @@ def run_live_connection_tests(
                 workflow_url=None,
             )
 
+        view_url = dispatch_result.run_url or dispatch_result.workflow_url
         return RunLiveConnectionTestsResponse(
             run_id=run_id,
             status=TestRunStatus.QUEUED,
             message=f"Live-test workflow triggered for connection {connection_id}. "
-            f"View progress at: {workflow_url}",
-            workflow_url=workflow_url,
+            f"View progress at: {view_url}",
+            workflow_url=dispatch_result.workflow_url,
+            github_run_id=dispatch_result.run_id,
+            github_run_url=dispatch_result.run_url,
         )
 
     # Regression test workflow (skip_regression_tests=False)
@@ -472,9 +427,11 @@ def run_live_connection_tests(
         workflow_inputs["control_image"] = control_image
     if connector_name:
         workflow_inputs["connector_name"] = connector_name
+        if airbyte_ref:
+            workflow_inputs["airbyte_ref"] = airbyte_ref
 
     try:
-        workflow_url = _trigger_workflow_dispatch(
+        dispatch_result = trigger_workflow_dispatch(
             owner=LIVE_TEST_REPO_OWNER,
             repo=LIVE_TEST_REPO_NAME,
             workflow_file=REGRESSION_TEST_WORKFLOW_FILE,
@@ -491,12 +448,15 @@ def run_live_connection_tests(
             workflow_url=None,
         )
 
+    view_url = dispatch_result.run_url or dispatch_result.workflow_url
     return RunLiveConnectionTestsResponse(
         run_id=run_id,
         status=TestRunStatus.QUEUED,
         message=f"Regression-test workflow triggered for connection {connection_id}. "
-        f"View progress at: {workflow_url}",
-        workflow_url=workflow_url,
+        f"View progress at: {view_url}",
+        workflow_url=dispatch_result.workflow_url,
+        github_run_id=dispatch_result.run_id,
+        github_run_url=dispatch_result.run_url,
     )
 
 

airbyte_ops_mcp/mcp/prerelease.py

@@ -8,7 +8,6 @@ workflow in the airbytehq/airbyte repository via GitHub's workflow dispatch API.
 from __future__ import annotations
 
 import base64
-import os
 from typing import Annotated, Literal
 
 import requests
@@ -16,15 +15,22 @@ import yaml
 from fastmcp import FastMCP
 from pydantic import BaseModel, Field
 
+from airbyte_ops_mcp.github_actions import GITHUB_API_BASE, resolve_github_token
 from airbyte_ops_mcp.mcp._mcp_utils import mcp_tool, register_mcp_tools
 
-GITHUB_API_BASE = "https://api.github.com"
 DEFAULT_REPO_OWNER = "airbytehq"
 DEFAULT_REPO_NAME = "airbyte"
 DEFAULT_BRANCH = "master"
 PRERELEASE_WORKFLOW_FILE = "publish-connectors-prerelease-command.yml"
 CONNECTOR_PATH_PREFIX = "airbyte-integrations/connectors"
 
+# Token env vars for prerelease publishing (in order of preference)
+PRERELEASE_TOKEN_ENV_VARS = [
+    "GITHUB_CONNECTOR_PUBLISHING_PAT",
+    "GITHUB_CI_WORKFLOW_TRIGGER_PAT",
+    "GITHUB_TOKEN",
+]
+
 
 class PRHeadInfo(BaseModel):
     """Information about a PR's head commit."""
@@ -46,34 +52,6 @@ class PrereleaseWorkflowResult(BaseModel):
     docker_image_tag: str | None = None
 
 
-def _get_github_token() -> str:
-    """Get GitHub token from environment.
-
-    Checks for tokens in order of specificity:
-    1. GITHUB_CONNECTOR_PUBLISHING_PAT (most specific)
-    2. GITHUB_CI_WORKFLOW_TRIGGER_PAT (general workflow triggering)
-    3. GITHUB_TOKEN (fallback)
-
-    Returns:
-        GitHub token string.
-
-    Raises:
-        ValueError: If no GitHub token environment variable is set.
-    """
-    token = (
-        os.getenv("GITHUB_CONNECTOR_PUBLISHING_PAT")
-        or os.getenv("GITHUB_CI_WORKFLOW_TRIGGER_PAT")
-        or os.getenv("GITHUB_TOKEN")
-    )
-    if not token:
-        raise ValueError(
-            "No GitHub token found. Set GITHUB_CONNECTOR_PUBLISHING_PAT, "
-            "GITHUB_CI_WORKFLOW_TRIGGER_PAT, or GITHUB_TOKEN environment variable "
-            "with 'actions:write' permission."
-        )
-    return token
-
-
 def _get_pr_head_info(
     owner: str,
     repo: str,
@@ -248,7 +226,7 @@ def publish_connector_to_airbyte_registry(
         )
 
     # Guard: Check for required token
-    token = _get_github_token()
+    token = resolve_github_token(PRERELEASE_TOKEN_ENV_VARS)
 
     # Get the PR's head ref and SHA
     head_info = _get_pr_head_info(