@plainconceptsplatform/workflows 0.4.34 → 0.6.1

package/loops/actions/cleanup-artifacts/action.yml

@@ -36,17 +36,32 @@ runs:
           const failed = [];
 
           for (const artifact of expired) {
-            try {
-              await github.rest.actions.deleteArtifact({
-                ...context.repo,
-                artifact_id: artifact.id,
-              });
+            // GitHub answers a delete with a 5xx now and then. Three tries, because the
+            // alternative is a red daily run over one artifact that tomorrow's run would
+            // have removed anyway.
+            let lastError;
+            for (let attempt = 1; attempt <= 3; attempt += 1) {
+              try {
+                await github.rest.actions.deleteArtifact({
+                  ...context.repo,
+                  artifact_id: artifact.id,
+                });
 
-              core.info(`Deleted ${artifact.name} (created ${artifact.created_at})`);
-              deleted += 1;
-            } catch (error) {
-              core.warning(`Could not delete ${artifact.name} (${artifact.id}): ${error.message}`);
-              failed.push(artifact.name);
+                core.info(`Deleted ${artifact.name} (created ${artifact.created_at})`);
+                deleted += 1;
+                lastError = undefined;
+                break;
+              } catch (error) {
+                lastError = error;
+                if (attempt < 3) await new Promise((wait) => setTimeout(wait, attempt * 2000));
+              }
+            }
+
+            if (lastError) {
+              core.warning(
+                `Could not delete ${artifact.name} (${artifact.id}) after 3 tries: ${lastError.message}`,
+              );
+              failed.push({ name: artifact.name, status: lastError.status });
             }
           }
 
@@ -60,6 +75,17 @@ runs:
             ])
             .write();
 
-          if (failed.length > 0) {
-            core.setFailed(`${failed.length} artifact(s) could not be deleted: ${failed.join(', ')}`);
+          // Deleting nothing at all while expired artifacts exist is a permission or
+          // configuration problem, and has to be loud. One stubborn artifact among many is
+          // the API having a bad minute: tomorrow's run picks it up, and failing here only
+          // teaches people to ignore a red cleanup. A 4xx is never transient, so it fails
+          // whatever else succeeded.
+          const names = failed.map((entry) => entry.name).join(', ');
+          const structural = failed.some((entry) => entry.status && entry.status < 500);
+          if (failed.length > 0 && (deleted === 0 || structural)) {
+            core.setFailed(`${failed.length} artifact(s) could not be deleted: ${names}`);
+          } else if (failed.length > 0) {
+            core.warning(
+              `${failed.length} artifact(s) survived this run and will be retried tomorrow: ${names}`,
+            );
           }

package/loops/actions/identify-gate-subject/action.yml

@@ -96,8 +96,10 @@ runs:
         ci_run_id=""
         if [ -z "$ci_conclusion" ]; then
           head_sha="$(gh pr view "$PR_NUMBER" --repo "$REPO" --json headRefOid --jq '.headRefOid')"
+          # A run keeps the name it had when it ran, so a repository whose CI was renamed still
+          # carries runs under the old casing. Fold the name before comparing.
           ci_run="$(gh api "repos/$REPO/actions/runs?head_sha=$head_sha&per_page=100" \
-            --jq '[.workflow_runs[] | select(.name == "App: CI" or .name == "CI")] | sort_by(.created_at) | last')"
+            --jq '[.workflow_runs[] | select((.name | ascii_downcase) == "app: ci" or (.name | ascii_downcase) == "ci")] | sort_by(.created_at) | last')"
           
           if [ -n "$ci_run" ] && [ "$ci_run" != "null" ]; then
             ci_conclusion="$(jq -r '.conclusion // "pending"' <<<"$ci_run")"

package/loops/actions/remove-issue-labels/action.yml

@@ -9,7 +9,7 @@ inputs:
     description: Issue or pull request number.
     required: true
   labels:
-    description: Newline-delimited labels to remove.
+    description: Labels to remove, one per line. A comma-separated list is accepted as well.
     required: true
 runs:
   using: composite
@@ -22,7 +22,9 @@ runs:
       with:
         github-token: ${{ inputs.token }}
         script: |
-          for (const label of process.env.LABELS.split(/\r?\n/).filter(Boolean)) {
+          // Callers wrote `labels: a,b` while this split on newlines, so one label named "a,b"
+          // was removed: a 404, swallowed below, and neither label ever came off.
+          for (const label of process.env.LABELS.split(/\r?\n|,/).map((label) => label.trim()).filter(Boolean)) {
             try {
               await github.rest.issues.removeLabel({
                 ...context.repo,

package/loops/actions/update-changelog/action.yml

@@ -0,0 +1,113 @@
+# Managed by @plainconceptsplatform/workflows. Source: loops/actions/update-changelog/action.yml. Update with `workflows update --force`; consumer edits may be overwritten.
+name: Update changelog
+description: Prepend a changelog entry for a landed issue and push it to the default branch.
+
+inputs:
+  token:
+    description: Token with contents write on the repository.
+    required: true
+  issue-number:
+    description: Issue the landed commit implements.
+    required: true
+  commit-sha:
+    description: Commit the work landed as. Its subject becomes the summary.
+    required: true
+  changelog-path:
+    description: Path to changelog.json.
+    required: false
+    default: apps/web/src/shared/data/changelog.json
+  max-entries:
+    description: Newest entries to keep.
+    required: false
+    default: "20"
+
+runs:
+  using: composite
+  steps:
+    - name: Prepend the entry and push
+      shell: bash
+      env:
+        GH_TOKEN: ${{ inputs.token }}
+        REPO: ${{ github.repository }}
+        ISSUE_NUMBER: ${{ inputs.issue-number }}
+        COMMIT_SHA: ${{ inputs.commit-sha }}
+        CHANGELOG_PATH: ${{ inputs.changelog-path }}
+        MAX_ENTRIES: ${{ inputs.max-entries }}
+        DEFAULT_BRANCH: ${{ github.event.repository.default_branch }}
+      run: |
+        set -euo pipefail
+
+        # This used to be part of the implement prompt. It is deterministic work, and leaving it
+        # to the agent made every implement touch the same file: two runs whose branches were cut
+        # before the other merged conflicted here, produced correct code, and still failed to open
+        # a pull request. Doing it after the merge means exactly one writer, always against a
+        # current default branch.
+
+        host="${GITHUB_SERVER_URL#https://}"
+        git config user.name "github-actions[bot]"
+        git config user.email "github-actions[bot]@users.noreply.github.com"
+        git remote set-url origin "https://x-access-token:${GH_TOKEN}@${host}/${GITHUB_REPOSITORY}.git"
+
+        git fetch --quiet origin "$DEFAULT_BRANCH"
+        git checkout --quiet -B "$DEFAULT_BRANCH" "origin/$DEFAULT_BRANCH"
+
+        if [ ! -f "$CHANGELOG_PATH" ]; then
+          echo "::notice::$CHANGELOG_PATH does not exist; nothing to update."
+          exit 0
+        fi
+
+        # Idempotent: a re-run, a retry, or a second call for the same commit must not add a
+        # duplicate row.
+        short_sha="${COMMIT_SHA:0:7}"
+        if jq -e --arg c "$short_sha" '.changes[]? | select(.commit == $c)' "$CHANGELOG_PATH" >/dev/null 2>&1; then
+          echo "::notice::$short_sha is already in the changelog."
+          exit 0
+        fi
+
+        title=$(gh issue view "$ISSUE_NUMBER" --repo "$REPO" --json title --jq '.title')
+
+        # The commit subject carries what actually changed. Strip the conventional-commit prefix
+        # and the trailing issue reference so the summary reads as prose rather than as a commit.
+        subject=$(git log -1 --format=%s "$COMMIT_SHA")
+        summary=$(printf '%s' "$subject" \
+          | sed -E 's/^[a-z]+(\([^)]*\))?!?: *//' \
+          | sed -E 's/ *\(#[0-9]+\) *$//')
+        [ -n "$summary" ] || summary="$title"
+        # Capitalise, because a commit subject conventionally starts lowercase and this is read
+        # by people rather than by tooling.
+        summary="$(printf '%s' "${summary:0:1}" | tr '[:lower:]' '[:upper:]')${summary:1}"
+
+        timestamp=$(git log -1 --format=%cI "$COMMIT_SHA")
+
+        tmp=$(mktemp)
+        jq --argjson n "$MAX_ENTRIES" \
+           --arg ts "$timestamp" \
+           --argjson issue "$ISSUE_NUMBER" \
+           --arg title "$title" \
+           --arg summary "$summary" \
+           --arg commit "$short_sha" \
+           '.changes = ([{timestamp: $ts, issue: $issue, title: $title, summary: $summary, commit: $commit}] + (.changes // []))[:$n]' \
+           "$CHANGELOG_PATH" > "$tmp"
+        mv "$tmp" "$CHANGELOG_PATH"
+
+        if git diff --quiet -- "$CHANGELOG_PATH"; then
+          echo "::notice::changelog unchanged."
+          exit 0
+        fi
+
+        git add -- "$CHANGELOG_PATH"
+        git commit --quiet -m "docs(changelog): record #${ISSUE_NUMBER}"
+
+        # The default branch may have moved while this ran. Rebase and retry rather than fail:
+        # only this action writes the file, so a rebase here cannot produce a content conflict.
+        for attempt in 1 2 3; do
+          if git push --quiet origin "$DEFAULT_BRANCH"; then
+            echo "Recorded #${ISSUE_NUMBER} at ${short_sha} in the changelog."
+            exit 0
+          fi
+          echo "::notice::push rejected, rebasing (attempt ${attempt})"
+          git fetch --quiet origin "$DEFAULT_BRANCH"
+          git rebase --quiet "origin/$DEFAULT_BRANCH" || { git rebase --abort || true; break; }
+        done
+
+        echo "::warning::Could not push the changelog entry for #${ISSUE_NUMBER}."

package/loops/actions/validate-merge-gate-output/action.yml

@@ -1,40 +1,40 @@
-# Managed by @plainconceptsplatform/workflows. Source: loops/actions/validate-merge-gate-output/action.yml. Update with workflows update --force; consumer edits may be overwritten.
-name: Validate merge-gate output
-description: Verify agent_output.json contains a usable merge-gate verdict before any state changes.
-inputs:
-  output-file:
-    description: Path to agent_output.json.
-    required: true
-  issue-number:
-    description: Issue number that the merge-gate outcome must target.
-    required: true
-  ci-conclusion:
-    description: CI conclusion supplied to the merge gate.
-    required: true
-outputs:
-  valid:
-    description: Whether the output contains a usable merge-gate comment with a verdict.
-    value: ${{ steps.validate.outputs.valid }}
-  outcome:
-    description: "Deterministic outcome: merge, review, remediated, or invalid."
-    value: ${{ steps.validate.outputs.outcome }}
-runs:
-  using: composite
-  steps:
-    - name: Validate merge-gate outcome
-      id: validate
-      shell: bash
-      env:
-        ISSUE_NUMBER: ${{ inputs.issue-number }}
-        CI_CONCLUSION: ${{ inputs.ci-conclusion }}
-        OUTPUT_FILE: ${{ inputs.output-file }}
-      run: |
-        set -euo pipefail
-
-        outcome="$(bash "${{ github.action_path }}/validate-merge-gate-output.sh" "$OUTPUT_FILE" "$ISSUE_NUMBER" "$CI_CONCLUSION")"
-        echo "outcome=$outcome" >> "$GITHUB_OUTPUT"
-        echo "valid=$([ "$outcome" != 'invalid' ] && echo true || echo false)" >> "$GITHUB_OUTPUT"
-
-        if [ "$outcome" = 'invalid' ]; then
-          echo "::warning::Agent output has no usable merge-gate outcome. It will not be applied."
-        fi
+# Managed by @plainconceptsplatform/workflows. Source: loops/actions/validate-merge-gate-output/action.yml. Update with workflows update --force; consumer edits may be overwritten.
+name: Validate merge-gate output
+description: Verify agent_output.json contains a usable merge-gate verdict before any state changes.
+inputs:
+  output-file:
+    description: Path to agent_output.json.
+    required: true
+  issue-number:
+    description: Issue number that the merge-gate outcome must target.
+    required: true
+  ci-conclusion:
+    description: CI conclusion supplied to the merge gate.
+    required: true
+outputs:
+  valid:
+    description: Whether the output contains a usable merge-gate comment with a verdict.
+    value: ${{ steps.validate.outputs.valid }}
+  outcome:
+    description: "Deterministic outcome: merge, review, remediated, or invalid."
+    value: ${{ steps.validate.outputs.outcome }}
+runs:
+  using: composite
+  steps:
+    - name: Validate merge-gate outcome
+      id: validate
+      shell: bash
+      env:
+        ISSUE_NUMBER: ${{ inputs.issue-number }}
+        CI_CONCLUSION: ${{ inputs.ci-conclusion }}
+        OUTPUT_FILE: ${{ inputs.output-file }}
+      run: |
+        set -euo pipefail
+
+        outcome="$(bash "${{ github.action_path }}/validate-merge-gate-output.sh" "$OUTPUT_FILE" "$ISSUE_NUMBER" "$CI_CONCLUSION")"
+        echo "outcome=$outcome" >> "$GITHUB_OUTPUT"
+        echo "valid=$([ "$outcome" != 'invalid' ] && echo true || echo false)" >> "$GITHUB_OUTPUT"
+
+        if [ "$outcome" = 'invalid' ]; then
+          echo "::warning::Agent output has no usable merge-gate outcome. It will not be applied."
+        fi

package/loops/actions/validate-refine-output/validate-refine-output.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 # Managed by @plainconceptsplatform/workflows. Source: loops/actions/validate-refine-output/validate-refine-output.sh. Update with `workflows update --force`; consumer edits may be overwritten.
-# Print the deterministic Refine outcome: complete, questions, or invalid.
+# Print the deterministic Refine outcome: complete, split, questions, or invalid.
 
 set -euo pipefail
 
@@ -23,8 +23,24 @@ jq -r --arg marker "$marker" --arg prefix "$comment_prefix" --arg issue "$issue_
   def has_update:
     any(.items[]; .type == "update_issue");
 
+  # A split writes children, which are the only items allowed to target something other than
+  # the source issue: they do not exist yet, so they carry no number at all.
+  def child_count:
+    [.items[] | select(.type == "create_issue" and
+      (.body | type == "string") and (.body | test("[^[:space:]]")) and
+      (.title | type == "string") and (.title | test("[^[:space:]]")))] | length;
+
+  # Signals about the run rather than about the issue. A worker reports these alongside
+  # its real work, and they say nothing about where that work was aimed, so they are not
+  # counted when deciding whether a run stayed on its own issue. Counting them meant a run
+  # that refined the issue perfectly and also noted a difficulty was judged invalid and
+  # its work discarded.
+  def is_run_signal:
+    .type == "report_incomplete" or .type == "missing_tool"
+    or .type == "missing_data" or .type == "noop";
+
   def has_only_source_items:
-    all(.items[];
+    all(.items[] | select(is_run_signal | not);
       (
         .type == "update_issue" and
         (.item_number == null or (.item_number | tostring) == $issue)
@@ -32,7 +48,14 @@ jq -r --arg marker "$marker" --arg prefix "$comment_prefix" --arg issue "$issue_
       (
         .type == "add_comment" and
         (.item_number | tostring) == $issue
-      ));
+      ) or
+      .type == "create_issue");
+
+  # The agent saying it did not finish. Survivable when it left real work behind, never
+  # when all it left was a comment: a failed run must not be read as a question, or the
+  # loop waits for an answer to something nobody asked.
+  def reported_incomplete:
+    any(.items[]; .type == "report_incomplete");
 
   def has_clarification:
     any(.items[]; .type == "add_comment" and (.item_number | tostring) == $issue and
@@ -40,8 +63,14 @@ jq -r --arg marker "$marker" --arg prefix "$comment_prefix" --arg issue "$issue_
       (.body | split($marker) | join("") | split($prefix) | join("") |
         gsub("<[^>]*>"; "") | test("[[:alnum:]]")));
 
-  if has_replacement_body and has_only_source_items then "complete"
-  elif has_clarification and (has_update | not) and has_only_source_items then "questions"
+  # Order matters: a run that wrote children is a split even though it also replaced the
+  # parent body, and a lone child with no parent update is an incomplete split, not a
+  # complete refinement.
+  if child_count >= 2 and has_replacement_body and has_only_source_items then "split"
+  elif child_count > 0 then "invalid"
+  elif has_replacement_body and has_only_source_items then "complete"
+  elif has_clarification and (has_update | not) and has_only_source_items
+    and (reported_incomplete | not) then "questions"
   else "invalid"
   end
 ' "$output_file"

package/loops/actions/validate-review-output/action.yml

@@ -1,35 +1,35 @@
-# Managed by @plainconceptsplatform/workflows. Source: loops/actions/validate-review-output/action.yml. Update with workflows update --force; consumer edits may be overwritten.
-name: Validate review output
-description: Verify an apply-review outcome accounts for every unresolved review thread.
-inputs:
-  output-file:
-    description: Path to agent_output.json.
-    required: true
-  pr-number:
-    description: Pull request receiving the review feedback.
-    required: true
-  review-threads-file:
-    description: JSON file containing unresolved review threads.
-    required: true
-outputs:
-  valid:
-    description: Whether the agent output is a valid review outcome.
-    value: ${{ steps.validate.outputs.valid }}
-  outcome:
-    description: "Deterministic review outcome: implemented, already-satisfied, needs-human, or invalid."
-    value: ${{ steps.validate.outputs.outcome }}
-runs:
-  using: composite
-  steps:
-    - name: Validate review outcome
-      id: validate
-      shell: bash
-      env:
-        OUTPUT_FILE: ${{ inputs.output-file }}
-        PR_NUMBER: ${{ inputs.pr-number }}
-        REVIEW_THREADS_FILE: ${{ inputs.review-threads-file }}
-      run: |
-        set -euo pipefail
-        outcome="$(bash "${{ github.action_path }}/validate-review-output.sh" "$OUTPUT_FILE" "$PR_NUMBER" "$REVIEW_THREADS_FILE")"
-        echo "outcome=$outcome" >> "$GITHUB_OUTPUT"
-        echo "valid=$([ "$outcome" != 'invalid' ] && echo true || echo false)" >> "$GITHUB_OUTPUT"
+# Managed by @plainconceptsplatform/workflows. Source: loops/actions/validate-review-output/action.yml. Update with workflows update --force; consumer edits may be overwritten.
+name: Validate review output
+description: Verify an apply-review outcome accounts for every unresolved review thread.
+inputs:
+  output-file:
+    description: Path to agent_output.json.
+    required: true
+  pr-number:
+    description: Pull request receiving the review feedback.
+    required: true
+  review-threads-file:
+    description: JSON file containing unresolved review threads.
+    required: true
+outputs:
+  valid:
+    description: Whether the agent output is a valid review outcome.
+    value: ${{ steps.validate.outputs.valid }}
+  outcome:
+    description: "Deterministic review outcome: implemented, already-satisfied, needs-human, or invalid."
+    value: ${{ steps.validate.outputs.outcome }}
+runs:
+  using: composite
+  steps:
+    - name: Validate review outcome
+      id: validate
+      shell: bash
+      env:
+        OUTPUT_FILE: ${{ inputs.output-file }}
+        PR_NUMBER: ${{ inputs.pr-number }}
+        REVIEW_THREADS_FILE: ${{ inputs.review-threads-file }}
+      run: |
+        set -euo pipefail
+        outcome="$(bash "${{ github.action_path }}/validate-review-output.sh" "$OUTPUT_FILE" "$PR_NUMBER" "$REVIEW_THREADS_FILE")"
+        echo "outcome=$outcome" >> "$GITHUB_OUTPUT"
+        echo "valid=$([ "$outcome" != 'invalid' ] && echo true || echo false)" >> "$GITHUB_OUTPUT"

package/loops/actions/validate-triage-output/action.yml

@@ -1,36 +1,36 @@
-# Managed by @plainconceptsplatform/workflows. Source: loops/actions/validate-triage-output/action.yml. Update with workflows update --force; consumer edits may be overwritten.
-name: Validate triage output
-description: Verify agent_output.json contains a usable triage verdict before any GitHub writes.
-inputs:
-  output-file:
-    description: Path to agent_output.json.
-    required: true
-  issue-number:
-    description: Issue number that every triage outcome must target.
-    required: true
-outputs:
-  valid:
-    description: Whether the output contains a usable triage comment with a verdict.
-    value: ${{ steps.validate.outputs.valid }}
-  outcome:
-    description: "Deterministic triage outcome: pass, needs-info, block, or invalid."
-    value: ${{ steps.validate.outputs.outcome }}
-runs:
-  using: composite
-  steps:
-    - name: Validate triage outcome
-      id: validate
-      shell: bash
-      env:
-        ISSUE_NUMBER: ${{ inputs.issue-number }}
-        OUTPUT_FILE: ${{ inputs.output-file }}
-      run: |
-        set -euo pipefail
-
-        outcome="$(bash "${{ github.action_path }}/validate-triage-output.sh" "$OUTPUT_FILE" "$ISSUE_NUMBER")"
-        echo "outcome=$outcome" >> "$GITHUB_OUTPUT"
-        echo "valid=$([ "$outcome" != 'invalid' ] && echo true || echo false)" >> "$GITHUB_OUTPUT"
-
-        if [ "$outcome" = 'invalid' ]; then
-          echo "::warning::Agent output has no usable triage outcome. It will not be applied."
-        fi
+# Managed by @plainconceptsplatform/workflows. Source: loops/actions/validate-triage-output/action.yml. Update with workflows update --force; consumer edits may be overwritten.
+name: Validate triage output
+description: Verify agent_output.json contains a usable triage verdict before any GitHub writes.
+inputs:
+  output-file:
+    description: Path to agent_output.json.
+    required: true
+  issue-number:
+    description: Issue number that every triage outcome must target.
+    required: true
+outputs:
+  valid:
+    description: Whether the output contains a usable triage comment with a verdict.
+    value: ${{ steps.validate.outputs.valid }}
+  outcome:
+    description: "Deterministic triage outcome: pass, needs-info, block, or invalid."
+    value: ${{ steps.validate.outputs.outcome }}
+runs:
+  using: composite
+  steps:
+    - name: Validate triage outcome
+      id: validate
+      shell: bash
+      env:
+        ISSUE_NUMBER: ${{ inputs.issue-number }}
+        OUTPUT_FILE: ${{ inputs.output-file }}
+      run: |
+        set -euo pipefail
+
+        outcome="$(bash "${{ github.action_path }}/validate-triage-output.sh" "$OUTPUT_FILE" "$ISSUE_NUMBER")"
+        echo "outcome=$outcome" >> "$GITHUB_OUTPUT"
+        echo "valid=$([ "$outcome" != 'invalid' ] && echo true || echo false)" >> "$GITHUB_OUTPUT"
+
+        if [ "$outcome" = 'invalid' ]; then
+          echo "::warning::Agent output has no usable triage outcome. It will not be applied."
+        fi

package/loops/actions/verify-refine-output/verify-refine-output.sh

@@ -56,6 +56,26 @@ assert_output 'wrong issue output is invalid' invalid \
 assert_output 'complete output cannot update another issue' invalid \
   '{"items":[{"type":"update_issue","item_number":42,"body":"# User story"},{"type":"update_issue","item_number":7,"body":"# Other story"}]}'
 
+# From a real run. The agent's first update_issue went out malformed, the bridge counted it
+# as spent, the retry carrying the body was refused, and the "Refinement complete" comment
+# went out regardless. Invalid is the only safe reading: the body was never replaced. Note
+# what it must not be read as — a question. Nobody asked one, so "questions" would leave the
+# issue waiting on an answer that is never coming.
+assert_output 'a completion claim with no body is invalid' invalid \
+  '{"items":[{"type":"add_comment","item_number":42,"body":"<!-- agent-refine -->\nRefinement update\nRefinement complete. The implement label has been added and the implement workflow will start shortly."},{"type":"report_incomplete","reason":"update_issue limit reached"}]}'
+
+# The other side of it: a run that did replace the body and also reported a difficulty has
+# done the work, and its work is not thrown away for having said so.
+assert_output 'a refined body survives a reported difficulty' complete \
+  '{"items":[{"type":"update_issue","item_number":42,"body":"# User story"},{"type":"report_incomplete","reason":"a tool was slow"}]}'
+assert_output 'a split survives a note about a missing tool' split \
+  '{"items":[{"type":"update_issue","item_number":42,"body":"# Epic"},{"type":"create_issue","title":"One","body":"First"},{"type":"create_issue","title":"Two","body":"Second"},{"type":"missing_tool","reason":"no browser"}]}'
+
+# And a run that left nothing but a signal has done nothing.
+assert_output 'only a run signal is invalid' invalid \
+  '{"items":[{"type":"report_incomplete","reason":"gave up"}]}'
+
+
 echo
 if [ "$FAIL" -eq 0 ]; then
   echo "Refine output validation: ${PASS} passed"