airbyte-internal-ops 0.4.1__py3-none-any.whl → 0.4.2__py3-none-any.whl

{airbyte_internal_ops-0.4.1.dist-info → airbyte_internal_ops-0.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airbyte-internal-ops
-Version: 0.4.1
+Version: 0.4.2
 Summary: MCP and API interfaces that let the agents do the admin work
 Author-email: Aaron Steers <aj@airbyte.io>
 Keywords: admin,airbyte,api,mcp

{airbyte_internal_ops-0.4.1.dist-info → airbyte_internal_ops-0.4.2.dist-info}/RECORD

@@ -353,7 +353,7 @@ airbyte_ops_mcp/cli/__init__.py,sha256=XpL7FyVfgabfBF2JR7u7NwJ2krlYqjd_OwLcWf-Xc
 airbyte_ops_mcp/cli/_base.py,sha256=I8tWnyQf0ks4r3J8N8h-5GZxyn37T-55KsbuHnxYlcg,415
 airbyte_ops_mcp/cli/_shared.py,sha256=jg-xMyGzTCGPqKd8VTfE_3kGPIyO_3Kx5sQbG4rPc0Y,1311
 airbyte_ops_mcp/cli/app.py,sha256=SEdBpqFUG2O8zGV5ifwptxrLGFph_dLr66-MX9d69gQ,789
-airbyte_ops_mcp/cli/cloud.py,sha256=OmeJPW8ME82PLJSqzoU_tz_3iqsTA-MY4QBO-ad8gfo,44141
+airbyte_ops_mcp/cli/cloud.py,sha256=7Iy8gpIM-Im5GMy2aShi3gE-BSPZABXPICnOyrZrJAw,44621
 airbyte_ops_mcp/cli/gh.py,sha256=koJPu0MDB6AW7mJq2z4dZV65ofvsZTkqoeitGF8KJR8,5364
 airbyte_ops_mcp/cli/registry.py,sha256=L4nDKhlegr31gSE-GUvDFSq10KgDz5kJuZXgLIxYIyg,9785
 airbyte_ops_mcp/cli/repo.py,sha256=G1hoQpH0XYhUH3FFOsia9xabGB0LP9o3XcwBuqvFVo0,16331
@@ -379,7 +379,7 @@ airbyte_ops_mcp/mcp/gcp_logs.py,sha256=IPtq4098_LN1Cgeba4jATO1iYFFFpL2-aRO0pGcOd
 airbyte_ops_mcp/mcp/github_actions.py,sha256=_mAVTl6UX3F7S_HeV1-M5R4jMNzNQGI3ADs3sBzden8,11760
 airbyte_ops_mcp/mcp/github_repo_ops.py,sha256=PiERpt8abo20Gz4CfXhrDNlVM4o4FOt5sweZJND2a0s,5314
 airbyte_ops_mcp/mcp/metadata.py,sha256=fwGW97WknR5lfKcQnFtK6dU87aA6TmLj1NkKyqDAV9g,270
-airbyte_ops_mcp/mcp/prerelease.py,sha256=fEZwqtyFQC9nKBF6MJf0WcHoiEoCiouFbBG2bqBtuRY,10701
+airbyte_ops_mcp/mcp/prerelease.py,sha256=OoZxwy3-PAiTiKuWhhbfv_DrsHBDs9LVz4Y6EuL0Qkk,10596
 airbyte_ops_mcp/mcp/prod_db_queries.py,sha256=VsiBBnVbOjc8lBb2Xr1lmcH3wu7QHQfjd4lORarEE1s,42700
 airbyte_ops_mcp/mcp/prompts.py,sha256=mJld9mdPECXYZffWXGSvNs4Xevx3rxqUGNlzGKVC2_s,1599
 airbyte_ops_mcp/mcp/registry.py,sha256=PW-VYUj42qx2pQ_apUkVaoUFq7VgB9zEU7-aGrkSCCw,290
@@ -396,7 +396,7 @@ airbyte_ops_mcp/registry/models.py,sha256=B4L4TKr52wo0xs0CqvCBrpowqjShzVnZ5eTr2-
 airbyte_ops_mcp/registry/publish.py,sha256=VoPxsM2_0zJ829orzCRN-kjgcJtuBNyXgW4I9J680ro,12717
 airbyte_ops_mcp/regression_tests/__init__.py,sha256=8pwJIdz1Lb9oFV6UQ3DSjYKd8HCSqU8RpH5SDgEcEBA,1038
 airbyte_ops_mcp/regression_tests/cdk_secrets.py,sha256=iRjqqBS96KZoswfgT7ju-pE_pfbYoDy4PfrK-K8uyYs,3204
-airbyte_ops_mcp/regression_tests/ci_output.py,sha256=rrvCVKKShc1iVPMuQJDBqSbsiAHIDpX8SA9j0Uwl_Cg,12718
+airbyte_ops_mcp/regression_tests/ci_output.py,sha256=DwBVCaCZAhI4MNf39EpUDIzOsHx5T1BZp268IAdaayg,15180
 airbyte_ops_mcp/regression_tests/config.py,sha256=dwWeY0tatdbwl9BqbhZ7EljoZDCtKmGO5fvOAIxeXmA,5873
 airbyte_ops_mcp/regression_tests/connection_fetcher.py,sha256=5wIiA0VvCFNEc-fr6Po18gZMX3E5fyPOGf2SuVOqv5U,12799
 airbyte_ops_mcp/regression_tests/connection_secret_retriever.py,sha256=FhWNVWq7sON4nwUmVJv8BgXBOqg1YV4b5WuWyCzZ0LU,4695
@@ -414,7 +414,7 @@ airbyte_ops_mcp/regression_tests/regression/comparators.py,sha256=MJkLZEKHivgrG0
 airbyte_ops_mcp/regression_tests/validation/__init__.py,sha256=MBEwGOoNuqT4_oCahtoK62OKWIjUCfWa7vZTxNj_0Ek,1532
 airbyte_ops_mcp/regression_tests/validation/catalog_validators.py,sha256=jqqVAMOk0mtdPgwu4d0hA0ZEjtsNh5gapvGydRv3_qk,12553
 airbyte_ops_mcp/regression_tests/validation/record_validators.py,sha256=RjauAhKWNwxMBTu0eNS2hMFNQVs5CLbQU51kp6FOVDk,7432
-airbyte_internal_ops-0.4.1.dist-info/METADATA,sha256=mjk54F-EL71ItP6D4BxFg8_eZVZlbfe8bW1wTgno10g,5679
-airbyte_internal_ops-0.4.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-airbyte_internal_ops-0.4.1.dist-info/entry_points.txt,sha256=WxP0l7bRFss4Cr5uQqVj9mTEKwnRKouNuphXQF0lotA,171
-airbyte_internal_ops-0.4.1.dist-info/RECORD,,
+airbyte_internal_ops-0.4.2.dist-info/METADATA,sha256=RP-Eu-2phGMnspxD4d5rQBI9Q6jnU-Zr0Fdi8hrzpqY,5679
+airbyte_internal_ops-0.4.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+airbyte_internal_ops-0.4.2.dist-info/entry_points.txt,sha256=WxP0l7bRFss4Cr5uQqVj9mTEKwnRKouNuphXQF0lotA,171
+airbyte_internal_ops-0.4.2.dist-info/RECORD,,

airbyte_ops_mcp/cli/cloud.py

@@ -53,7 +53,7 @@ from airbyte_ops_mcp.mcp.cloud_connector_versions import (
 from airbyte_ops_mcp.regression_tests.cdk_secrets import get_first_config_from_secrets
 from airbyte_ops_mcp.regression_tests.ci_output import (
     generate_regression_report,
-    get_report_summary,
+    generate_single_version_report,
     write_github_output,
     write_github_outputs,
     write_github_summary,
@@ -988,6 +988,18 @@ def regression_test(
             },
         )
 
+        # Generate report.md with detailed metrics
+        report_path = generate_single_version_report(
+            connector_image=resolved_test_image,
+            command=command,
+            result=result,
+            output_dir=output_path,
+        )
+        print_success(f"Generated report: {report_path}")
+
+        # Write report to GITHUB_STEP_SUMMARY (if env var exists)
+        write_github_summary(report_path.read_text())
+
         if result["success"]:
             print_success(
                 f"Single-version regression test passed for {resolved_test_image}"
@@ -1059,8 +1071,8 @@ def regression_test(
         )
         print_success(f"Generated regression report: {report_path}")
 
-        summary = get_report_summary(report_path)
-        write_github_summary(summary)
+        # Write report to GITHUB_STEP_SUMMARY (if env var exists)
+        write_github_summary(report_path.read_text())
 
         if regression_detected:
             exit_with_error(

airbyte_ops_mcp/mcp/prerelease.py

@@ -263,11 +263,10 @@ def publish_connector_to_airbyte_registry(
     head_info = get_pr_head_ref(DEFAULT_REPO_OWNER, target_repo_name, pr_number, token)
 
     # Prepare workflow inputs
-    # The workflow uses refs/pull/{pr}/head directly - no gitref needed
-    # Note: The workflow auto-detects modified connectors from the PR
     workflow_inputs = {
         "repo": f"{DEFAULT_REPO_OWNER}/{target_repo_name}",
         "pr": str(pr_number),
+        "connector": connector_name,
     }
 
     # Trigger the workflow on the default branch

airbyte_ops_mcp/regression_tests/ci_output.py

@@ -171,7 +171,7 @@ def _get_github_artifacts_url() -> str | None:
     return f"{run_url}#artifacts"
 
 
-def generate_regression_report(
+def generate_action_test_comparison_report(
     target_image: str,
     control_image: str,
     command: str,
@@ -179,16 +179,17 @@ def generate_regression_report(
     control_result: dict[str, Any],
     output_dir: Path,
 ) -> Path:
-    """Generate a markdown regression test report modeled on legacy HTML reports.
+    """Generate a markdown comparison report for a single action (command).
 
     This creates a comprehensive report with context, message counts comparison,
-    and record counts per stream (for read commands). The structure mirrors the
-    legacy connector_live_tests HTML report.
+    and record counts per stream (for read commands). The report starts with an
+    L2 header containing the command name, making it easy to consolidate multiple
+    command reports into a single document.
 
     Args:
         target_image: The target (new version) connector image.
         control_image: The control (baseline version) connector image.
-        command: The Airbyte command that was run.
+        command: The Airbyte command that was run (e.g., "spec", "check", "discover", "read").
         target_result: Results dict from running target connector.
         control_result: Results dict from running control connector.
         output_dir: Directory to write the report to.
@@ -204,51 +205,22 @@ def generate_regression_report(
     target_record_counts = target_result.get("record_counts_per_stream", {})
     control_record_counts = control_result.get("record_counts_per_stream", {})
 
-    run_id = os.getenv("GITHUB_RUN_ID", "")
-    artifact_name = (
-        f"regression-test-artifacts-{run_id}" if run_id else "regression-test-artifacts"
-    )
-
+    # Extract version tags for the summary table
     target_version = (
         target_image.rsplit(":", 1)[-1] if ":" in target_image else "unknown"
     )
     control_version = (
         control_image.rsplit(":", 1)[-1] if ":" in control_image else "unknown"
     )
-    connector_name = (
-        target_image.rsplit(":", 1)[0] if ":" in target_image else target_image
-    )
-
-    run_url = _get_github_run_url()
-    artifacts_url = _get_github_artifacts_url()
 
+    # Start with L2 header containing the command name (no L1 header)
+    # This allows multiple command reports to be concatenated into a single document
+    # Note: Context block (connector, versions, workflow links) is added at the workflow level
     lines: list[str] = [
-        "# Regression Test Report",
-        "",
-        "## Context",
+        f"## `{command.upper()}` Test Results",
         "",
-        f"- **Test Date:** {datetime.datetime.now(datetime.timezone.utc).strftime('%Y-%m-%d %H:%M:%S UTC')}",
-        f"- **Connector:** `{connector_name}`",
-        f"- **Control Version:** `{control_version}`",
-        f"- **Target Version:** `{target_version}`",
-        f"- **Command:** `{command.upper()}`",
     ]
 
-    if run_url:
-        lines.append(f"- **Workflow Run:** [View Execution]({run_url})")
-    if artifacts_url:
-        lines.append(f"- **Artifacts:** [Download `{artifact_name}`]({artifacts_url})")
-    else:
-        lines.append(f"- **Artifacts:** `{artifact_name}`")
-
-    lines.extend(
-        [
-            "",
-            "## Summary",
-            "",
-        ]
-    )
-
     if regression_detected:
         if target_result["success"] and not control_result["success"]:
             lines.append("**Result:** Target succeeded, control failed (improvement)")
@@ -261,20 +233,24 @@ def generate_regression_report(
     else:
         lines.append("**Result:** Both versions failed")
 
+    # Use emojis for better scanability
+    control_emoji = "✅" if control_result["success"] else "❌"
+    target_emoji = "✅" if target_result["success"] else "❌"
+
     lines.extend(
         [
             "",
-            "| Version | Exit Code | Success |",
-            "|---------|-----------|---------|",
-            f"| Control ({control_version}) | {control_result['exit_code']} | {control_result['success']} |",
-            f"| Target ({target_version}) | {target_result['exit_code']} | {target_result['success']} |",
+            "| Version | Exit Code | Result |",
+            "|---------|-----------|--------|",
+            f"| Control (`{control_version}`) | {control_result['exit_code']} | {control_emoji} |",
+            f"| Target (`{target_version}`) | {target_result['exit_code']} | {target_emoji} |",
             "",
         ]
     )
 
     lines.extend(
         [
-            "## Command Execution Metrics",
+            "### Command Execution Metrics",
             "",
         ]
     )
@@ -282,7 +258,7 @@ def generate_regression_report(
     if target_counts or control_counts:
         lines.extend(
             [
-                "### Message Types",
+                "#### Message Types",
                 "",
                 "| Type | Control | Target | Delta |",
                 "|------|---------|--------|-------|",
@@ -294,14 +270,14 @@ def generate_regression_report(
             target_count = target_counts.get(msg_type, 0)
             delta = target_count - control_count
             lines.append(
-                f"| {msg_type} | {control_count} | {target_count} | {_format_delta(delta)} |"
+                f"| `{msg_type}` | {control_count} | {target_count} | {_format_delta(delta)} |"
             )
         lines.append("")
 
     if target_record_counts or control_record_counts:
         lines.extend(
             [
-                "### Record Count per Stream",
+                "#### Record Count per Stream",
                 "",
                 "| Stream | Control | Target | Delta |",
                 "|--------|---------|--------|-------|",
@@ -330,7 +306,7 @@ def generate_regression_report(
     if control_http or target_http:
         lines.extend(
             [
-                "### HTTP Metrics",
+                "#### HTTP Metrics",
                 "",
                 "| Version | Flow Count | Duplicate Flows |",
                 "|---------|------------|-----------------|",
@@ -340,25 +316,130 @@ def generate_regression_report(
             ]
         )
 
+    # Note: Execution Details section removed as redundant with Summary table
+
+    report_content = "\n".join(lines)
+    report_path = output_dir / "report.md"
+    report_path.write_text(report_content)
+
+    return report_path
+
+
+# Backwards-compatible alias for the old function name
+generate_regression_report = generate_action_test_comparison_report
+
+
+def generate_single_version_report(
+    connector_image: str,
+    command: str,
+    result: dict[str, Any],
+    output_dir: Path,
+) -> Path:
+    """Generate a markdown report for a single-version regression test.
+
+    This creates a report with message counts and record counts per stream for a single
+    connector run. The report starts with an L2 header containing the command name,
+    making it easy to consolidate multiple command reports.
+
+    Args:
+        connector_image: The connector image that was tested.
+        command: The Airbyte command that was run (e.g., "spec", "check", "discover", "read").
+        result: Results dict from running the connector.
+        output_dir: Directory to write the report to.
+
+    Returns:
+        Path to the generated report.md file.
+    """
+    message_counts = result.get("message_counts", {})
+    record_counts = result.get("record_counts_per_stream", {})
+
+    run_id = os.getenv("GITHUB_RUN_ID", "")
+    artifact_name = (
+        f"regression-test-artifacts-{command}-{run_id}"
+        if run_id
+        else f"regression-test-artifacts-{command}"
+    )
+
+    version = (
+        connector_image.rsplit(":", 1)[-1] if ":" in connector_image else "unknown"
+    )
+    connector_name = (
+        connector_image.rsplit(":", 1)[0] if ":" in connector_image else connector_image
+    )
+
+    run_url = _get_github_run_url()
+    artifacts_url = _get_github_artifacts_url()
+
+    # Start with L2 header containing the command name (no L1 header)
+    lines: list[str] = [
+        f"## `{command.upper()}` Test Results",
+        "",
+        "### Context",
+        "",
+        f"- **Test Date:** {datetime.datetime.now(datetime.timezone.utc).strftime('%Y-%m-%d %H:%M:%S UTC')}",
+        f"- **Connector:** `{connector_name}`",
+        f"- **Version:** `{version}`",
+        f"- **Command:** `{command.upper()}`",
+    ]
+
+    if run_url:
+        lines.append(f"- **Workflow Run:** [View Execution]({run_url})")
+    if artifacts_url:
+        lines.append(f"- **Artifacts:** [Download `{artifact_name}`]({artifacts_url})")
+    else:
+        lines.append(f"- **Artifacts:** `{artifact_name}`")
+
     lines.extend(
         [
-            "## Execution Details",
             "",
-            "### Control",
+            "### Summary",
+            "",
+            f"**Result:** {'PASS' if result['success'] else 'FAIL'}",
             "",
-            f"- **Image:** `{control_image}`",
-            f"- **Exit Code:** {control_result['exit_code']}",
-            f"- **Success:** {control_result['success']}",
-            f"- **Stdout:** `{control_result.get('stdout_file', 'N/A')}`",
-            f"- **Stderr:** `{control_result.get('stderr_file', 'N/A')}`",
+            f"- **Exit Code:** {result['exit_code']}",
+            f"- **Success:** {result['success']}",
             "",
-            "### Target",
+        ]
+    )
+
+    if message_counts:
+        lines.extend(
+            [
+                "### Message Types",
+                "",
+                "| Type | Count |",
+                "|------|-------|",
+            ]
+        )
+        for msg_type in sorted(message_counts.keys()):
+            count = message_counts[msg_type]
+            lines.append(f"| `{msg_type}` | {count} |")
+        lines.append("")
+
+    if record_counts:
+        lines.extend(
+            [
+                "### Record Count per Stream",
+                "",
+                "| Stream | Count |",
+                "|--------|-------|",
+            ]
+        )
+        total = 0
+        for stream in sorted(record_counts.keys()):
+            count = record_counts[stream]
+            total += count
+            lines.append(f"| {stream} | {count} |")
+        lines.append(f"| **Total** | **{total}** |")
+        lines.append("")
+
+    lines.extend(
+        [
+            "### Execution Details",
             "",
-            f"- **Image:** `{target_image}`",
-            f"- **Exit Code:** {target_result['exit_code']}",
-            f"- **Success:** {target_result['success']}",
-            f"- **Stdout:** `{target_result.get('stdout_file', 'N/A')}`",
-            f"- **Stderr:** `{target_result.get('stderr_file', 'N/A')}`",
+            f"- **Image:** `{connector_image}`",
+            f"- **Stdout:** `{result.get('stdout_file', 'N/A')}`",
+            f"- **Stderr:** `{result.get('stderr_file', 'N/A')}`",
             "",
         ]
     )
@@ -373,9 +454,6 @@ def generate_regression_report(
 def get_report_summary(report_path: Path) -> str:
     """Get a brief summary pointing to the full report.
 
-    Args:
-        report_path: Path to the full report.md file.
-
     Returns:
         Brief markdown summary for GITHUB_STEP_SUMMARY.
     """
@@ -393,7 +471,5 @@ def get_report_summary(report_path: Path) -> str:
 
     return f"""## Regression Test Report
 
-Full report available in the **Regression Test Report** check or in artifact {artifact_link}.
-
-See the Checks tab for the complete report with message counts and execution details.
+Full report available in artifact {artifact_link}.
 """