@andwhy/e2e-pipeline 0.13.0 → 0.13.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@andwhy/e2e-pipeline",
-  "version": "0.13.0",
+  "version": "0.13.2",
   "description": "Scaffolds the full e2e testing pipeline: agent-assisted Playwright tests, CI runs against Vercel previews, and Checkly monitors that follow production deploys",
   "type": "module",
   "license": "MIT",

package/templates/github/workflows/checkly-heal.yml

@@ -55,6 +55,9 @@ env:
   PROTECTED_PATHS: '^(\.github/|\.claude/|\.mcp\.json$|.*\.config\.(ts|mjs|js|cjs)$|package\.json$|pnpm-lock\.yaml$|package-lock\.json$|yarn\.lock$|\.env)'
   # How long a merged heal PR blocks a second silent attempt on the same check.
   REPEAT_WINDOW_DAYS: 7
+  # Conventional-commit scope for heal commits and PR titles:
+  # fix(<scope>): heal check "<name>". Match your repo's convention.
+  HEAL_COMMIT_SCOPE: tests
 
 jobs:
   heal:
@@ -261,8 +264,14 @@ jobs:
           git config user.name "github-actions[bot]"
           git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
           git checkout -b "$branch"
-          git add -A -- ':(exclude).checkly-heal'
-          git commit -m "Heal Checkly check: $CHECK_NAME"
+          # Stage everything, then unstage the agent's scratch dir. An
+          # ':(exclude).checkly-heal' pathspec looks equivalent but exits 1
+          # when the path is gitignored (as init makes it), which killed
+          # every PR step before a commit existed.
+          git add -A
+          git reset -q -- .checkly-heal
+          title="fix($HEAL_COMMIT_SCOPE): heal check \"$CHECK_NAME\""
+          git commit -m "$title"
           git push -u origin "$branch"
 
           gh label create checkly-heal --force \
@@ -289,7 +298,7 @@ jobs:
           } > pr-body.md
 
           url=$(gh pr create \
-            --title "Heal Checkly check: $CHECK_NAME" \
+            --title "$title" \
             --body-file pr-body.md \
             --label checkly-heal)
           echo "url=$url" >> "$GITHUB_OUTPUT"
@@ -309,11 +318,23 @@ jobs:
           APP_CHANGE: ${{ steps.outcome.outputs.app_change }}
           PR_URL: ${{ steps.pr.outputs.url }}
           RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
+          BRANCH: checkly-heal/${{ steps.guard.outputs.slug }}-${{ github.run_id }}
         run: |
-          case "${MODE}:${CLASSIFICATION}" in
+          # A fix only reaches review through a PR. When the PR step failed,
+          # "fix ready for review" would be false: report the failure and
+          # offer the re-run instead.
+          outcome="$CLASSIFICATION"
+          if { [ "$CLASSIFICATION" = "healed" ] || [ "$CLASSIFICATION" = "flaky" ]; } && [ -z "$PR_URL" ]; then
+            outcome="pr-failed"
+          fi
+
+          case "${MODE}:${outcome}" in
             repeat:*)
               title=":rotating_light: *\`$CHECK_NAME\` is failing again*"
               body="A heal PR for this check merged within the last $REPEAT_WINDOW_DAYS days, so no second automatic fix was attempted. This needs a developer." ;;
+            *:pr-failed)
+              title=":rotating_light: *\`$CHECK_NAME\` failed — fix made, but the PR could not be opened*"
+              body="The agent classified this as $CLASSIFICATION and made a fix, then opening the PR failed, so nothing reached review. If branch \`$BRANCH\` exists, open the PR from it; otherwise check the run logs and re-run the heal. Agent diagnosis: $SUMMARY" ;;
             *:healed)
               title=":wrench: *\`$CHECK_NAME\` failed — fix ready for review*"
               body="$SUMMARY" ;;
@@ -339,6 +360,8 @@ jobs:
           # label it as what it is rather than defaulting to agent-failed.
           label="${CLASSIFICATION:-agent-failed}"
           [ "$MODE" = "repeat" ] && label="repeat-offender"
+          # agent-failed also renders the Re-run heal button.
+          [ "$outcome" = "pr-failed" ] && label="agent-failed"
 
           # Failing test titles, best effort from the Checkly result's embedded
           # Playwright report — the recursive search tolerates schema changes,