airbyte-internal-ops 0.2.0__tar.gz → 0.2.1__tar.gz

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/.github/workflows/connector-regression-test.yml

@@ -6,70 +6,67 @@ permissions:
 on:
   workflow_dispatch:
     inputs:
-      target_image:
-        description: "Target connector image (new version) with tag (e.g., airbyte/source-github:2.0.0). Optional if connector_name is provided."
-        required: false
-        type: string
-      control_image:
-        description: "Control connector image (baseline version) with tag (e.g., airbyte/source-github:1.0.0). Optional if connection_id is provided (auto-detected)."
-        required: false
-        type: string
       connector_name:
-        description: "Connector name to build target image from source (e.g., 'source-pokeapi'). If provided, builds the target image locally."
-        required: false
+        description: "Connector name to build from source (e.g., 'source-pokeapi')."
+        required: true
         type: string
       pr:
-        description: "PR number from the airbyte repo to checkout and build from (e.g., 70847). Only used when connector_name is provided."
+        description: "PR number from the airbyte repo to checkout and build from (e.g., 70847)."
+        required: true
+        type: string
+      connection_id:
+        description: "Airbyte Cloud connection ID to fetch config/catalog from."
         required: false
         type: string
-      command:
-        description: "Airbyte command to run"
+      skip_compare:
+        description: "If true, skip comparison and run single-version tests only. If false (default), run comparison tests (target vs control)."
         required: false
-        type: choice
-        options:
-          - spec
-          - check
-          - discover
-          - read
-        default: check
-      connection_id:
-        description: "Airbyte Cloud connection ID to fetch config/catalog from. If provided, control_image can be auto-detected."
+        type: boolean
+        default: false
+      skip_read_action:
+        description: "If true, skip the read action (run only spec, check, discover)."
+        required: false
+        type: boolean
+        default: false
+      override_test_image:
+        description: "Override test connector image with tag (e.g., airbyte/source-github:1.0.0). Ignored if skip_compare=false."
         required: false
         type: string
-      state_path:
-        description: "Path to state JSON file (optional for read)"
+      override_control_image:
+        description: "Override control connector image (baseline version) with tag. Ignored if skip_compare=true."
         required: false
         type: string
 
   workflow_call:
     inputs:
-      target_image:
-        description: "Target connector image (new version) with tag. Optional if connector_name is provided."
-        required: false
-        type: string
-      control_image:
-        description: "Control connector image (baseline version) with tag. Optional if connection_id is provided."
-        required: false
-        type: string
       connector_name:
-        description: "Connector name to build target image from source (e.g., 'source-pokeapi')."
-        required: false
+        description: "Connector name to build from source (e.g., 'source-pokeapi')."
+        required: true
         type: string
       pr:
-        description: "PR number from the airbyte repo to checkout and build from. Only used when connector_name is provided."
-        required: false
+        description: "PR number from the airbyte repo to checkout and build from."
+        required: true
         type: string
-      command:
-        description: "Airbyte command to run (spec, check, discover, read)"
+      connection_id:
+        description: "Airbyte Cloud connection ID to fetch config/catalog from."
         required: false
         type: string
-        default: check
-      connection_id:
-        description: "Airbyte Cloud connection ID to fetch config/catalog from. If provided, control_image can be auto-detected."
+      skip_compare:
+        description: "If true, skip comparison and run single-version tests only. If false (default), run comparison tests (target vs control)."
+        required: false
+        type: boolean
+        default: false
+      skip_read_action:
+        description: "If true, skip the read action (run only spec, check, discover)."
+        required: false
+        type: boolean
+        default: false
+      override_test_image:
+        description: "Override test connector image with tag. Ignored if skip_compare=false."
         required: false
         type: string
-      state_path:
-        description: "Path to state JSON file (optional for read)"
+      override_control_image:
+        description: "Override control connector image (baseline version) with tag. Ignored if skip_compare=true."
         required: false
         type: string
     outputs:
@@ -91,9 +88,32 @@ on:
         required: false
 
 jobs:
+  # Determine which commands to run based on inputs
+  prepare:
+    name: Prepare Test Matrix
+    runs-on: ubuntu-latest
+    outputs:
+      commands: ${{ steps.set-commands.outputs.commands }}
+    steps:
+      - name: Determine commands to run
+        id: set-commands
+        run: |
+          SKIP_READ="${{ inputs.skip_read_action }}"
+          
+          if [ "$SKIP_READ" = "true" ]; then
+            echo 'commands=["spec", "check", "discover"]' >> "$GITHUB_OUTPUT"
+          else
+            echo 'commands=["spec", "check", "discover", "read"]' >> "$GITHUB_OUTPUT"
+          fi
+
   regression-test:
-    name: Run Regression Test
+    name: Run Regression Test (${{ matrix.command }})
+    needs: prepare
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        command: ${{ fromJson(needs.prepare.outputs.commands) }}
     outputs:
       success: ${{ steps.regression-test.outputs.success }}
       summary_url: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
@@ -116,19 +136,12 @@ jobs:
         run: uv sync --group dev
 
       - name: Resolve Airbyte ref
-        if: ${{ inputs.connector_name != '' }}
         id: resolve-airbyte-ref
         run: |
-          if [ -n "${{ inputs.pr }}" ]; then
-            echo "resolved_ref=refs/pull/${{ inputs.pr }}/head" >> "$GITHUB_OUTPUT"
-            echo "Using PR ${{ inputs.pr }} -> refs/pull/${{ inputs.pr }}/head"
-          else
-            echo "resolved_ref=master" >> "$GITHUB_OUTPUT"
-            echo "No PR specified, using master"
-          fi
+          echo "resolved_ref=refs/pull/${{ inputs.pr }}/head" >> "$GITHUB_OUTPUT"
+          echo "Using PR ${{ inputs.pr }} -> refs/pull/${{ inputs.pr }}/head"
 
       - name: Checkout Airbyte repo
-        if: ${{ inputs.connector_name != '' }}
         uses: actions/checkout@v6
         with:
           repository: airbytehq/airbyte
@@ -145,27 +158,30 @@ jobs:
           GCP_PROD_DB_ACCESS_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS_FOR_TESTING_TOOL }}
           USE_CONNECTION_SECRET_RETRIEVER: "true"
         run: |
-          ARGS=(--command "${{ inputs.command }}")
+          SKIP_COMPARE="${{ inputs.skip_compare }}"
+          ARGS=(--command "${{ matrix.command }}")
 
-          if [ -n "${{ inputs.target_image }}" ]; then
-            ARGS+=(--target-image "${{ inputs.target_image }}")
-          fi
-
-          if [ -n "${{ inputs.control_image }}" ]; then
-            ARGS+=(--control-image "${{ inputs.control_image }}")
-          fi
-
-          if [ -n "${{ inputs.connector_name }}" ]; then
-            ARGS+=(--connector-name "${{ inputs.connector_name }}")
-            ARGS+=(--repo-root "${{ github.workspace }}/airbyte")
-          fi
+          # Always add connector_name and repo-root (both are required)
+          ARGS+=(--connector-name "${{ inputs.connector_name }}")
+          ARGS+=(--repo-root "${{ github.workspace }}/airbyte")
 
+          # Add connection_id if provided
           if [ -n "${{ inputs.connection_id }}" ]; then
             ARGS+=(--connection-id "${{ inputs.connection_id }}")
           fi
 
-          if [ -n "${{ inputs.state_path }}" ]; then
-            ARGS+=(--state-path "${{ inputs.state_path }}")
+          if [ "$SKIP_COMPARE" = "true" ]; then
+            # Single-version mode: use --skip-compare flag
+            ARGS+=(--skip-compare)
+
+            if [ -n "${{ inputs.override_test_image }}" ]; then
+              ARGS+=(--connector-image "${{ inputs.override_test_image }}")
+            fi
+          else
+            # Comparison mode (default): run target vs control
+            if [ -n "${{ inputs.override_control_image }}" ]; then
+              ARGS+=(--control-image "${{ inputs.override_control_image }}")
+            fi
           fi
 
           uv run airbyte-ops cloud connector regression-test "${ARGS[@]}"
@@ -186,6 +202,18 @@ jobs:
 
             const conclusion = '${{ steps.regression-test.outcome }}' === 'success' ? 'success' : 'failure';
 
+            const skipCompare = '${{ inputs.skip_compare }}' === 'true';
+            const connectorName = '${{ inputs.connector_name }}';
+            const prNumber = '${{ inputs.pr }}';
+            let summary;
+            if (skipCompare) {
+              const image = '${{ inputs.override_test_image }}' || `(built from ${connectorName} PR #${prNumber})`;
+              summary = `Single-version regression test: \`${image}\` using \`${{ matrix.command }}\` command.`;
+            } else {
+              const controlImage = '${{ inputs.override_control_image }}' || '(auto-detected)';
+              summary = `Comparison regression test: \`${connectorName}\` (PR #${prNumber}) vs \`${controlImage}\` using \`${{ matrix.command }}\` command.`;
+            }
+
             const check = await github.rest.checks.create({
               owner: context.repo.owner,
               repo: context.repo.repo,
@@ -195,7 +223,7 @@ jobs:
               conclusion: conclusion,
               output: {
                 title: 'Regression Test Report',
-                summary: `Regression test comparing \`${{ inputs.target_image }}\` vs \`${{ inputs.control_image }}\` using \`${{ inputs.command }}\` command.`,
+                summary: summary,
                 text: reportContent
               }
             });
@@ -218,6 +246,6 @@ jobs:
         if: always()
         uses: actions/upload-artifact@v5
         with:
-          name: regression-test-artifacts-${{ github.run_id }}
+          name: regression-test-artifacts-${{ matrix.command }}-${{ github.run_id }}
           path: /tmp/regression_test_artifacts/
           retention-days: 7

airbyte_internal_ops-0.2.0/.github/workflows/live-tests-ci.yml → airbyte_internal_ops-0.2.1/.github/workflows/regression-tests-ci.yml

@@ -1,6 +1,6 @@
-# CI smoke test for live_tests code changes
-# Runs a lightweight regression test to validate live_tests code works correctly
-name: Live Tests CI
+# CI smoke test for regression tests code changes
+# Runs a lightweight regression test to validate regression tests code works correctly
+name: Regression Tests CI
 
 permissions:
   contents: read
@@ -9,8 +9,9 @@ permissions:
 on:
   pull_request:
     paths:
-      - 'src/airbyte_ops_mcp/live_tests/**'
-      - '.github/workflows/live-tests-ci.yml'
+      - 'src/airbyte_ops_mcp/regression_tests/**'
+      - 'src/airbyte_ops_mcp/mcp/regression_tests.py'
+      - '.github/workflows/regression-tests-ci.yml'
       - '.github/workflows/connector-regression-test.yml'
 
   # Allow manual triggering for testing
@@ -22,7 +23,7 @@ concurrency:
 
 jobs:
   smoke-test:
-    name: Live Tests Smoke Test
+    name: Regression Tests Smoke Test
     uses: ./.github/workflows/connector-regression-test.yml
     with:
       # Use source-pokeapi as a stable, public connector for smoke testing

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/.github/workflows/sentry-apply-command.yml

@@ -30,6 +30,11 @@ env:
   # Note: This is the backend storage location, NOT PULUMI_HOME (which is for CLI config)
   PULUMI_BACKEND_DIR: ${{ github.workspace }}/infra/sentry/.pulumi-state
 
+# Ensure only one Sentry apply runs at a time to prevent state conflicts
+concurrency:
+  group: sentry-prod-deploy
+  cancel-in-progress: false  # Queue instead of cancel to avoid losing deployments
+
 jobs:
   sentry-apply:
     name: Sentry Apply
@@ -132,7 +137,7 @@ jobs:
 
       - name: Generate Sentry provider SDK
         run: |
-          pulumi package add terraform-provider jianyuan/sentry 0.14.1
+          pulumi package add terraform-provider jianyuan/sentry 0.14.5
 
       - name: Install generated SDK
         run: |
@@ -145,6 +150,9 @@ jobs:
         with:
           name: ${{ env.STATE_ARTIFACT_NAME }}
           path: ${{ env.PULUMI_BACKEND_DIR }}
+          # Download from this workflow's previous successful runs on main
+          workflow: sentry-apply-command.yml
+          branch: main
           workflow_conclusion: success
           search_artifacts: true
           if_no_artifact_found: warn

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/.github/workflows/sentry-preview.yml

@@ -43,7 +43,7 @@ jobs:
 
       - name: Generate Sentry provider SDK
         run: |
-          pulumi package add terraform-provider jianyuan/sentry 0.14.1
+          pulumi package add terraform-provider jianyuan/sentry 0.14.5
 
       - name: Install generated SDK
         run: |
@@ -56,6 +56,9 @@ jobs:
         with:
           name: ${{ env.STATE_ARTIFACT_NAME }}
           path: ${{ env.PULUMI_BACKEND_DIR }}
+          # Must specify the Apply workflow to get state from production deploys
+          workflow: sentry-apply-command.yml
+          branch: main
           workflow_conclusion: success
           search_artifacts: true
           if_no_artifact_found: warn

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/.github/workflows/test-connection-retriever.yml

@@ -59,7 +59,7 @@ jobs:
 
           # Run the test
           uv run python -c "
-          from airbyte_ops_mcp.live_tests.connection_secret_retriever import retrieve_unmasked_config
+          from airbyte_ops_mcp.regression_tests.connection_secret_retriever import retrieve_unmasked_config
           import os
 
           connection_id = os.environ['CONNECTION_ID']

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airbyte-internal-ops
-Version: 0.2.0
+Version: 0.2.1
 Summary: MCP and API interfaces that let the agents do the admin work
 Author-email: Aaron Steers <aj@airbyte.io>
 Keywords: admin,airbyte,api,mcp
@@ -13,7 +13,7 @@ Classifier: Programming Language :: Python :: 3.12
 Requires-Python: <3.13,>=3.11
 Requires-Dist: airbyte-cdk<8.0,>=7.3.9
 Requires-Dist: airbyte-protocol-models-pdv2>=0.13.0
-Requires-Dist: airbyte>=0.34.0
+Requires-Dist: airbyte==0.35.4
 Requires-Dist: asyncer<1.0,>=0.0.4
 Requires-Dist: click<9.0,>=8.1.3
 Requires-Dist: cloud-sql-python-connector[pg8000]<2.0,>=1.7.0

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/infra/sentry/Pulumi.prod.yaml

@@ -41,7 +41,10 @@ config:
       # Alert time window (hours)
       alert_time_window_hours: 24
       # Fingerprint rules
-      fingerprinting_rules: ""
+      fingerprinting_rules: |-
+        # User-side BigQuery quota errors (e.g. BigQuery free tier)
+        # No action on us, so we group and ignore these:
+        message:"Quota exceeded: Your project exceeded quota*" -> user-bigquery-storage-quota-exceeded
       # Grouping enhancements (imported from Sentry 2025-12-22)
       grouping_enhancements: |-
         # java: mark everything from io.airbyte.* as in-app

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/infra/sentry/Pulumi.yaml

@@ -16,7 +16,7 @@ description: |
   SETUP: Before running `pulumi up`, generate the Sentry provider SDK:
     pulumi package add terraform-provider jianyuan/sentry
 
-  This uses the Terraform Sentry provider directly (v0.14.1) which supports
+  This uses the Terraform Sentry provider directly (v0.14.5) which supports
   fingerprinting_rules and grouping_enhancements on Project resources.
 
   The SDK is generated locally in sdks/sentry/ and is gitignored.
@@ -26,4 +26,4 @@ packages:
     version: 1.0.2
     parameters:
       - jianyuan/sentry
-      - 0.14.1
+      - 0.14.5

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/infra/sentry/__main__.py

@@ -9,7 +9,7 @@ SETUP:
 Before running `pulumi up`, generate the Sentry provider SDK:
     pulumi package add terraform-provider jianyuan/sentry
 
-This uses the Terraform Sentry provider directly (v0.14.1) which supports
+This uses the Terraform Sentry provider directly (v0.14.5) which supports
 fingerprinting_rules and grouping_enhancements on SentryProject resources.
 
 CONFIGURATION:
@@ -123,7 +123,7 @@ def define_connector_incidents_project() -> tuple[sentry.Project, OutputVarsMap]
         platform=cfg["platform"],
         teams=cfg["teams"],
         # Note: digests_max_delay and digests_min_delay are not set here because
-        # provider 0.14.1 doesn't read them during import, causing spurious diffs.
+        # the provider doesn't read them during import, causing spurious diffs.
         # These settings are managed via Sentry UI instead.
         fingerprinting_rules=cfg["fingerprinting_rules"],
         grouping_enhancements=cfg["grouping_enhancements"],
@@ -179,7 +179,7 @@ def define_connector_ci_project() -> tuple[sentry.Project, OutputVarsMap]:
         platform=cfg["platform"],
         teams=cfg["teams"],
         # Note: digests_max_delay and digests_min_delay are not set here because
-        # provider 0.14.1 doesn't read them during import, causing spurious diffs.
+        # the provider doesn't read them during import, causing spurious diffs.
         # These settings are managed via Sentry UI instead.
         fingerprinting_rules=cfg["fingerprinting_rules"],
         grouping_enhancements=cfg["grouping_enhancements"],

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/pyproject.toml

@@ -8,7 +8,7 @@ authors = [
 ]
 requires-python = ">=3.11,<3.13"
 dependencies = [
-    "airbyte>=0.34.0",
+    "airbyte==0.35.4",
     "airbyte-cdk>=7.3.9,<8.0",
     "airbyte-protocol-models-pdv2>=0.13.0",
     "asyncer>=0.0.4,<1.0",

{airbyte_internal_ops-0.2.0 → airbyte_internal_ops-0.2.1}/src/airbyte_ops_mcp/__init__.py

@@ -9,10 +9,10 @@ from airbyte_ops_mcp import (
     cloud_admin,
     connection_config_retriever,
     constants,
-    live_tests,
     mcp,
     prod_db_access,
     registry,
+    regression_tests,
 )
 
 __version__ = "0.1.0"
@@ -37,8 +37,8 @@ __all__ = [
     "constants",
     "get_version",
     "hello",
-    "live_tests",
     "mcp",
     "prod_db_access",
     "registry",
+    "regression_tests",
 ]