airbyte-internal-ops 0.1.11__tar.gz → 0.2.1__tar.gz

{airbyte_internal_ops-0.1.11 → airbyte_internal_ops-0.2.1}/.github/workflows/connector-regression-test.yml

@@ -6,72 +6,67 @@ permissions:
 on:
   workflow_dispatch:
     inputs:
-      target_image:
-        description: "Target connector image (new version) with tag (e.g., airbyte/source-github:2.0.0). Optional if connector_name is provided."
-        required: false
+      connector_name:
+        description: "Connector name to build from source (e.g., 'source-pokeapi')."
+        required: true
         type: string
-      control_image:
-        description: "Control connector image (baseline version) with tag (e.g., airbyte/source-github:1.0.0). Optional if connection_id is provided (auto-detected)."
-        required: false
+      pr:
+        description: "PR number from the airbyte repo to checkout and build from (e.g., 70847)."
+        required: true
         type: string
-      connector_name:
-        description: "Connector name to build target image from source (e.g., 'source-pokeapi'). If provided, builds the target image locally."
+      connection_id:
+        description: "Airbyte Cloud connection ID to fetch config/catalog from."
         required: false
         type: string
-      airbyte_ref:
-        description: "Git ref or PR number to checkout from airbyte repo (e.g., 'master', '70847', 'refs/pull/70847/head'). Only used when connector_name is provided."
+      skip_compare:
+        description: "If true, skip comparison and run single-version tests only. If false (default), run comparison tests (target vs control)."
         required: false
-        type: string
-        default: "master"
-      command:
-        description: "Airbyte command to run"
+        type: boolean
+        default: false
+      skip_read_action:
+        description: "If true, skip the read action (run only spec, check, discover)."
         required: false
-        type: choice
-        options:
-          - spec
-          - check
-          - discover
-          - read
-        default: check
-      connection_id:
-        description: "Airbyte Cloud connection ID to fetch config/catalog from. If provided, control_image can be auto-detected."
+        type: boolean
+        default: false
+      override_test_image:
+        description: "Override test connector image with tag (e.g., airbyte/source-github:1.0.0). Ignored if skip_compare=false."
         required: false
         type: string
-      state_path:
-        description: "Path to state JSON file (optional for read)"
+      override_control_image:
+        description: "Override control connector image (baseline version) with tag. Ignored if skip_compare=true."
         required: false
         type: string
 
   workflow_call:
     inputs:
-      target_image:
-        description: "Target connector image (new version) with tag. Optional if connector_name is provided."
-        required: false
+      connector_name:
+        description: "Connector name to build from source (e.g., 'source-pokeapi')."
+        required: true
         type: string
-      control_image:
-        description: "Control connector image (baseline version) with tag. Optional if connection_id is provided."
-        required: false
+      pr:
+        description: "PR number from the airbyte repo to checkout and build from."
+        required: true
         type: string
-      connector_name:
-        description: "Connector name to build target image from source (e.g., 'source-pokeapi')."
+      connection_id:
+        description: "Airbyte Cloud connection ID to fetch config/catalog from."
         required: false
         type: string
-      airbyte_ref:
-        description: "Git ref or PR number to checkout from airbyte repo. Only used when connector_name is provided."
+      skip_compare:
+        description: "If true, skip comparison and run single-version tests only. If false (default), run comparison tests (target vs control)."
         required: false
-        type: string
-        default: "master"
-      command:
-        description: "Airbyte command to run (spec, check, discover, read)"
+        type: boolean
+        default: false
+      skip_read_action:
+        description: "If true, skip the read action (run only spec, check, discover)."
         required: false
-        type: string
-        default: check
-      connection_id:
-        description: "Airbyte Cloud connection ID to fetch config/catalog from. If provided, control_image can be auto-detected."
+        type: boolean
+        default: false
+      override_test_image:
+        description: "Override test connector image with tag. Ignored if skip_compare=false."
         required: false
         type: string
-      state_path:
-        description: "Path to state JSON file (optional for read)"
+      override_control_image:
+        description: "Override control connector image (baseline version) with tag. Ignored if skip_compare=true."
         required: false
         type: string
     outputs:
@@ -93,9 +88,32 @@ on:
         required: false
 
 jobs:
+  # Determine which commands to run based on inputs
+  prepare:
+    name: Prepare Test Matrix
+    runs-on: ubuntu-latest
+    outputs:
+      commands: ${{ steps.set-commands.outputs.commands }}
+    steps:
+      - name: Determine commands to run
+        id: set-commands
+        run: |
+          SKIP_READ="${{ inputs.skip_read_action }}"
+          
+          if [ "$SKIP_READ" = "true" ]; then
+            echo 'commands=["spec", "check", "discover"]' >> "$GITHUB_OUTPUT"
+          else
+            echo 'commands=["spec", "check", "discover", "read"]' >> "$GITHUB_OUTPUT"
+          fi
+
   regression-test:
-    name: Run Regression Test
+    name: Run Regression Test (${{ matrix.command }})
+    needs: prepare
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        command: ${{ fromJson(needs.prepare.outputs.commands) }}
     outputs:
       success: ${{ steps.regression-test.outputs.success }}
       summary_url: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
@@ -118,21 +136,12 @@ jobs:
         run: uv sync --group dev
 
       - name: Resolve Airbyte ref
-        if: ${{ inputs.connector_name != '' }}
         id: resolve-airbyte-ref
         run: |
-          REF="${{ inputs.airbyte_ref }}"
-          # If the input is all digits, treat it as a PR number
-          if [[ "$REF" =~ ^[0-9]+$ ]]; then
-            echo "resolved_ref=refs/pull/${REF}/head" >> "$GITHUB_OUTPUT"
-            echo "Resolved PR number $REF to refs/pull/${REF}/head"
-          else
-            echo "resolved_ref=$REF" >> "$GITHUB_OUTPUT"
-            echo "Using ref as-is: $REF"
-          fi
+          echo "resolved_ref=refs/pull/${{ inputs.pr }}/head" >> "$GITHUB_OUTPUT"
+          echo "Using PR ${{ inputs.pr }} -> refs/pull/${{ inputs.pr }}/head"
 
       - name: Checkout Airbyte repo
-        if: ${{ inputs.connector_name != '' }}
         uses: actions/checkout@v6
         with:
           repository: airbytehq/airbyte
@@ -146,28 +155,33 @@ jobs:
           AIRBYTE_CLOUD_CLIENT_ID: ${{ secrets.AIRBYTE_CLOUD_CLIENT_ID }}
           AIRBYTE_CLOUD_CLIENT_SECRET: ${{ secrets.AIRBYTE_CLOUD_CLIENT_SECRET }}
           GCP_GSM_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS }}
+          GCP_PROD_DB_ACCESS_CREDENTIALS: ${{ secrets.GCP_GSM_CREDENTIALS_FOR_TESTING_TOOL }}
+          USE_CONNECTION_SECRET_RETRIEVER: "true"
         run: |
-          ARGS=(--command "${{ inputs.command }}")
-
-          if [ -n "${{ inputs.target_image }}" ]; then
-            ARGS+=(--target-image "${{ inputs.target_image }}")
-          fi
-
-          if [ -n "${{ inputs.control_image }}" ]; then
-            ARGS+=(--control-image "${{ inputs.control_image }}")
-          fi
+          SKIP_COMPARE="${{ inputs.skip_compare }}"
+          ARGS=(--command "${{ matrix.command }}")
 
-          if [ -n "${{ inputs.connector_name }}" ]; then
-            ARGS+=(--connector-name "${{ inputs.connector_name }}")
-            ARGS+=(--repo-root "${{ github.workspace }}/airbyte")
-          fi
+          # Always add connector_name and repo-root (both are required)
+          ARGS+=(--connector-name "${{ inputs.connector_name }}")
+          ARGS+=(--repo-root "${{ github.workspace }}/airbyte")
 
+          # Add connection_id if provided
           if [ -n "${{ inputs.connection_id }}" ]; then
             ARGS+=(--connection-id "${{ inputs.connection_id }}")
           fi
 
-          if [ -n "${{ inputs.state_path }}" ]; then
-            ARGS+=(--state-path "${{ inputs.state_path }}")
+          if [ "$SKIP_COMPARE" = "true" ]; then
+            # Single-version mode: use --skip-compare flag
+            ARGS+=(--skip-compare)
+
+            if [ -n "${{ inputs.override_test_image }}" ]; then
+              ARGS+=(--connector-image "${{ inputs.override_test_image }}")
+            fi
+          else
+            # Comparison mode (default): run target vs control
+            if [ -n "${{ inputs.override_control_image }}" ]; then
+              ARGS+=(--control-image "${{ inputs.override_control_image }}")
+            fi
           fi
 
           uv run airbyte-ops cloud connector regression-test "${ARGS[@]}"
@@ -180,14 +194,26 @@ jobs:
           script: |
             const fs = require('fs');
             const reportPath = '/tmp/regression_test_artifacts/report.md';
-            
+
             let reportContent = 'Report not generated';
             if (fs.existsSync(reportPath)) {
               reportContent = fs.readFileSync(reportPath, 'utf8');
             }
-            
+
             const conclusion = '${{ steps.regression-test.outcome }}' === 'success' ? 'success' : 'failure';
-            
+
+            const skipCompare = '${{ inputs.skip_compare }}' === 'true';
+            const connectorName = '${{ inputs.connector_name }}';
+            const prNumber = '${{ inputs.pr }}';
+            let summary;
+            if (skipCompare) {
+              const image = '${{ inputs.override_test_image }}' || `(built from ${connectorName} PR #${prNumber})`;
+              summary = `Single-version regression test: \`${image}\` using \`${{ matrix.command }}\` command.`;
+            } else {
+              const controlImage = '${{ inputs.override_control_image }}' || '(auto-detected)';
+              summary = `Comparison regression test: \`${connectorName}\` (PR #${prNumber}) vs \`${controlImage}\` using \`${{ matrix.command }}\` command.`;
+            }
+
             const check = await github.rest.checks.create({
               owner: context.repo.owner,
               repo: context.repo.repo,
@@ -197,11 +223,11 @@ jobs:
               conclusion: conclusion,
               output: {
                 title: 'Regression Test Report',
-                summary: `Regression test comparing \`${{ inputs.target_image }}\` vs \`${{ inputs.control_image }}\` using \`${{ inputs.command }}\` command.`,
+                summary: summary,
                 text: reportContent
               }
             });
-            
+
             core.setOutput('report_url', check.data.html_url);
 
       - name: Add Report Link to Summary
@@ -220,6 +246,6 @@ jobs:
         if: always()
         uses: actions/upload-artifact@v5
         with:
-          name: regression-test-artifacts-${{ github.run_id }}
+          name: regression-test-artifacts-${{ matrix.command }}-${{ github.run_id }}
           path: /tmp/regression_test_artifacts/
           retention-days: 7

airbyte_internal_ops-0.1.11/.github/workflows/live-tests-ci.yml → airbyte_internal_ops-0.2.1/.github/workflows/regression-tests-ci.yml

@@ -1,6 +1,6 @@
-# CI smoke test for live_tests code changes
-# Runs a lightweight regression test to validate live_tests code works correctly
-name: Live Tests CI
+# CI smoke test for regression tests code changes
+# Runs a lightweight regression test to validate regression tests code works correctly
+name: Regression Tests CI
 
 permissions:
   contents: read
@@ -9,8 +9,9 @@ permissions:
 on:
   pull_request:
     paths:
-      - 'src/airbyte_ops_mcp/live_tests/**'
-      - '.github/workflows/live-tests-ci.yml'
+      - 'src/airbyte_ops_mcp/regression_tests/**'
+      - 'src/airbyte_ops_mcp/mcp/regression_tests.py'
+      - '.github/workflows/regression-tests-ci.yml'
       - '.github/workflows/connector-regression-test.yml'
 
   # Allow manual triggering for testing
@@ -22,7 +23,7 @@ concurrency:
 
 jobs:
   smoke-test:
-    name: Live Tests Smoke Test
+    name: Regression Tests Smoke Test
     uses: ./.github/workflows/connector-regression-test.yml
     with:
       # Use source-pokeapi as a stable, public connector for smoke testing

airbyte_internal_ops-0.2.1/.github/workflows/sentry-apply-command.yml

@@ -0,0 +1,301 @@
+name: Sentry Apply
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'infra/sentry/**'
+      - '.github/workflows/sentry-apply-command.yml'
+  workflow_dispatch:
+    inputs:
+      pr:
+        description: 'PR Number (for slash command)'
+        type: string
+        required: false
+      comment-id:
+        description: 'Comment ID (for slash command)'
+        type: string
+        required: false
+
+permissions:
+  contents: read
+  actions: read
+  pull-requests: write
+
+env:
+  STATE_ARTIFACT_NAME: pulumi-sentry-state
+  WORKING_DIRECTORY: infra/sentry
+  # Directory where Pulumi stores stack state (for artifact-based state storage)
+  # Note: This is the backend storage location, NOT PULUMI_HOME (which is for CLI config)
+  PULUMI_BACKEND_DIR: ${{ github.workspace }}/infra/sentry/.pulumi-state
+
+# Ensure only one Sentry apply runs at a time to prevent state conflicts
+concurrency:
+  group: sentry-prod-deploy
+  cancel-in-progress: false  # Queue instead of cancel to avoid losing deployments
+
+jobs:
+  sentry-apply:
+    name: Sentry Apply
+    runs-on: ubuntu-latest
+    # Use environment for applies to enable approval gates
+    environment:
+      name: Sentry (Prod)
+      url: https://airbytehq.sentry.io/settings/projects/
+    defaults:
+      run:
+        working-directory: ${{ env.WORKING_DIRECTORY }}
+    steps:
+      - name: Resolve trigger context
+        id: context
+        run: |
+          # Determine trigger type and set appropriate variables
+          if [ "${{ github.event_name }}" = "push" ]; then
+            echo "trigger=push-to-main" >> $GITHUB_OUTPUT
+            echo "ref=${{ github.ref }}" >> $GITHUB_OUTPUT
+            echo "sha=${{ github.sha }}" >> $GITHUB_OUTPUT
+            echo "has_pr=false" >> $GITHUB_OUTPUT
+            echo "Triggered by push to main branch"
+          else
+            # workflow_dispatch - could be slash command or manual
+            if [ -n "${{ github.event.inputs.pr }}" ]; then
+              echo "trigger=slash-command" >> $GITHUB_OUTPUT
+              echo "has_pr=true" >> $GITHUB_OUTPUT
+              echo "Triggered by slash command on PR #${{ github.event.inputs.pr }}"
+            else
+              echo "trigger=manual" >> $GITHUB_OUTPUT
+              echo "ref=${{ github.ref }}" >> $GITHUB_OUTPUT
+              echo "sha=${{ github.sha }}" >> $GITHUB_OUTPUT
+              echo "has_pr=false" >> $GITHUB_OUTPUT
+              echo "Triggered by manual workflow dispatch"
+            fi
+          fi
+        working-directory: .
+
+      - name: Authenticate as GitHub App (if available)
+        uses: actions/create-github-app-token@v2
+        id: get-app-token
+        continue-on-error: true
+        with:
+          app-id: ${{ secrets.OCTAVIA_BOT_APP_ID }}
+          private-key: ${{ secrets.OCTAVIA_BOT_PRIVATE_KEY }}
+
+      - name: Get PR info (slash command only)
+        if: steps.context.outputs.has_pr == 'true'
+        id: pr-info
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const { data: pr } = await github.rest.pulls.get({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              pull_number: ${{ github.event.inputs.pr || 0 }}
+            });
+            
+            // Security: Only allow on non-forked PRs
+            const isFork = pr.head.repo.full_name !== pr.base.repo.full_name;
+            if (isFork) {
+              core.setFailed('Security: /sentry-apply is not allowed on PRs from forks');
+              return;
+            }
+            
+            core.setOutput('ref', pr.head.ref);
+            core.setOutput('sha', pr.head.sha);
+            core.info(`PR #${{ github.event.inputs.pr }} from branch: ${pr.head.ref}`);
+
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ steps.pr-info.outputs.ref || github.ref }}
+          token: ${{ steps.get-app-token.outputs.token || secrets.GITHUB_TOKEN }}
+
+      - name: Append comment with job run link
+        if: github.event.inputs.comment-id
+        uses: peter-evans/create-or-update-comment@v5
+        with:
+          comment-id: ${{ github.event.inputs.comment-id }}
+          body: |
+            > **Sentry Apply Job Info**
+            >
+            > Running `pulumi up` to apply Sentry IaC changes from this PR.
+            > This will update the Sentry configuration and save state.
+
+            > Job started... [Check job output.](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }})
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install Pulumi CLI
+        uses: pulumi/setup-pulumi@v2
+
+      - name: Install base Pulumi dependency
+        run: |
+          pip install "pulumi>=3.147.0,<4.0.0"
+
+      - name: Generate Sentry provider SDK
+        run: |
+          pulumi package add terraform-provider jianyuan/sentry 0.14.5
+
+      - name: Install generated SDK
+        run: |
+          pip install sdks/sentry
+
+      - name: Download state artifact
+        id: download-state
+        continue-on-error: true
+        uses: dawidd6/action-download-artifact@v6
+        with:
+          name: ${{ env.STATE_ARTIFACT_NAME }}
+          path: ${{ env.PULUMI_BACKEND_DIR }}
+          # Download from this workflow's previous successful runs on main
+          workflow: sentry-apply-command.yml
+          branch: main
+          workflow_conclusion: success
+          search_artifacts: true
+          if_no_artifact_found: warn
+
+      - name: Initialize local backend
+        env:
+          PULUMI_CONFIG_PASSPHRASE: ${{ secrets.PULUMI_CONFIG_PASSPHRASE }}
+        run: |
+          # Ensure backend directory exists
+          mkdir -p "$PULUMI_BACKEND_DIR"
+          
+          # Login to local filesystem backend at specific directory
+          # Note: file:// URL tells Pulumi WHERE to store state (not --local which uses ~/.pulumi)
+          pulumi login "file://$PULUMI_BACKEND_DIR"
+          
+          # Verify backend location
+          echo "Backend URL: $(pulumi whoami -v 2>/dev/null | grep -i backend || echo 'file://$PULUMI_BACKEND_DIR')"
+          
+          if [ -d "$PULUMI_BACKEND_DIR/.pulumi/stacks" ]; then
+            echo "State restored from artifact"
+            ls -la "$PULUMI_BACKEND_DIR/.pulumi/stacks/" || true
+          else
+            echo "No existing state found, starting fresh"
+          fi
+
+      - name: Select stack
+        env:
+          PULUMI_CONFIG_PASSPHRASE: ${{ secrets.PULUMI_CONFIG_PASSPHRASE }}
+        run: |
+          pulumi stack select prod --create
+
+      - name: Pulumi Preview (Summary)
+        id: preview
+        shell: bash
+        env:
+          PULUMI_CONFIG_PASSPHRASE: ${{ secrets.PULUMI_CONFIG_PASSPHRASE }}
+          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN_READWRITE }}
+        run: |
+          set -o pipefail
+
+          # Run preview before apply for audit trail (summary view)
+          echo "=== Pre-apply Preview (Summary) ==="
+          set +e
+          pulumi preview --stack prod 2>&1 | tee /tmp/pulumi-preview.txt
+          pulumi_exit=${PIPESTATUS[0]}
+          set -e
+
+          echo "preview_output<<EOF" >> "$GITHUB_OUTPUT"
+          cat /tmp/pulumi-preview.txt >> "$GITHUB_OUTPUT"
+          echo "EOF" >> "$GITHUB_OUTPUT"
+
+          exit "$pulumi_exit"
+
+      - name: Pulumi Preview (Detailed Diff)
+        id: preview_diff
+        shell: bash
+        env:
+          PULUMI_CONFIG_PASSPHRASE: ${{ secrets.PULUMI_CONFIG_PASSPHRASE }}
+          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN_READWRITE }}
+        run: |
+          set -o pipefail
+
+          # Run preview with --diff for detailed property-level changes
+          echo "=== Pre-apply Preview (Detailed Diff) ==="
+          set +e
+          pulumi preview --stack prod --diff 2>&1 | tee /tmp/pulumi-preview-diff.txt
+          pulumi_exit=${PIPESTATUS[0]}
+          set -e
+
+          echo "preview_diff_output<<EOF" >> "$GITHUB_OUTPUT"
+          cat /tmp/pulumi-preview-diff.txt >> "$GITHUB_OUTPUT"
+          echo "EOF" >> "$GITHUB_OUTPUT"
+
+          exit "$pulumi_exit"
+
+      - name: Pulumi Up (Apply)
+        id: pulumi-up
+        shell: bash
+        env:
+          PULUMI_CONFIG_PASSPHRASE: ${{ secrets.PULUMI_CONFIG_PASSPHRASE }}
+          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN_READWRITE }}
+        run: |
+          set -o pipefail
+
+          set +e
+          pulumi up --stack prod --yes 2>&1 | tee /tmp/pulumi-up.txt
+          pulumi_exit=${PIPESTATUS[0]}
+          set -e
+
+          echo "output<<EOF" >> "$GITHUB_OUTPUT"
+          cat /tmp/pulumi-up.txt >> "$GITHUB_OUTPUT"
+          echo "EOF" >> "$GITHUB_OUTPUT"
+
+          exit "$pulumi_exit"
+
+      - name: Upload state artifact
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ env.STATE_ARTIFACT_NAME }}
+          path: ${{ env.PULUMI_BACKEND_DIR }}
+          retention-days: 90
+          overwrite: true
+          include-hidden-files: true  # Required to include .pulumi directory
+
+      - name: Append success comment
+        if: success() && github.event.inputs.comment-id
+        uses: peter-evans/create-or-update-comment@v5
+        with:
+          comment-id: ${{ github.event.inputs.comment-id }}
+          reactions: hooray
+          body: |
+            > Pulumi up completed successfully.
+            
+            <details><summary>Preview Summary (before apply)</summary>
+            
+            ```
+            ${{ steps.preview.outputs.preview_output }}
+            ```
+            
+            </details>
+            
+            <details><summary>Preview Detailed Diff (before apply)</summary>
+            
+            ```diff
+            ${{ steps.preview_diff.outputs.preview_diff_output }}
+            ```
+            
+            </details>
+            
+            <details><summary>Apply Output</summary>
+            
+            ```
+            ${{ steps.pulumi-up.outputs.output }}
+            ```
+            
+            </details>
+
+      - name: Append failure comment
+        if: failure() && github.event.inputs.comment-id
+        uses: peter-evans/create-or-update-comment@v5
+        with:
+          comment-id: ${{ github.event.inputs.comment-id }}
+          reactions: confused
+          body: |
+            > Pulumi up failed. Check the [job output](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}) for details.