@andwhy/e2e-pipeline 0.13.0 → 0.13.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@andwhy/e2e-pipeline",
-  "version": "0.13.0",
+  "version": "0.13.1",
   "description": "Scaffolds the full e2e testing pipeline: agent-assisted Playwright tests, CI runs against Vercel previews, and Checkly monitors that follow production deploys",
   "type": "module",
   "license": "MIT",

package/templates/github/workflows/checkly-heal.yml

@@ -261,7 +261,12 @@ jobs:
           git config user.name "github-actions[bot]"
           git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
           git checkout -b "$branch"
-          git add -A -- ':(exclude).checkly-heal'
+          # Stage everything, then unstage the agent's scratch dir. An
+          # ':(exclude).checkly-heal' pathspec looks equivalent but exits 1
+          # when the path is gitignored (as init makes it), which killed
+          # every PR step before a commit existed.
+          git add -A
+          git reset -q -- .checkly-heal
           git commit -m "Heal Checkly check: $CHECK_NAME"
           git push -u origin "$branch"
 
@@ -309,11 +314,23 @@ jobs:
           APP_CHANGE: ${{ steps.outcome.outputs.app_change }}
           PR_URL: ${{ steps.pr.outputs.url }}
           RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
+          BRANCH: checkly-heal/${{ steps.guard.outputs.slug }}-${{ github.run_id }}
         run: |
-          case "${MODE}:${CLASSIFICATION}" in
+          # A fix only reaches review through a PR. When the PR step failed,
+          # "fix ready for review" would be false: report the failure and
+          # offer the re-run instead.
+          outcome="$CLASSIFICATION"
+          if { [ "$CLASSIFICATION" = "healed" ] || [ "$CLASSIFICATION" = "flaky" ]; } && [ -z "$PR_URL" ]; then
+            outcome="pr-failed"
+          fi
+
+          case "${MODE}:${outcome}" in
             repeat:*)
               title=":rotating_light: *\`$CHECK_NAME\` is failing again*"
               body="A heal PR for this check merged within the last $REPEAT_WINDOW_DAYS days, so no second automatic fix was attempted. This needs a developer." ;;
+            *:pr-failed)
+              title=":rotating_light: *\`$CHECK_NAME\` failed — fix made, but the PR could not be opened*"
+              body="The agent classified this as $CLASSIFICATION and made a fix, then opening the PR failed, so nothing reached review. If branch \`$BRANCH\` exists, open the PR from it; otherwise check the run logs and re-run the heal. Agent diagnosis: $SUMMARY" ;;
             *:healed)
               title=":wrench: *\`$CHECK_NAME\` failed — fix ready for review*"
               body="$SUMMARY" ;;
@@ -339,6 +356,8 @@ jobs:
           # label it as what it is rather than defaulting to agent-failed.
           label="${CLASSIFICATION:-agent-failed}"
           [ "$MODE" = "repeat" ] && label="repeat-offender"
+          # agent-failed also renders the Re-run heal button.
+          [ "$outcome" = "pr-failed" ] && label="agent-failed"
 
           # Failing test titles, best effort from the Checkly result's embedded
           # Playwright report — the recursive search tolerates schema changes,