@mmerterden/multi-agent-pipeline 12.7.0 → 12.8.0

package/pipeline/scripts/smoke-evidence-gate.sh

@@ -1,93 +0,0 @@
-#!/usr/bin/env bash
-# smoke-evidence-gate.sh  -  contract check for the default-FAIL evidence gate.
-#
-# The gate must fail CLOSED: a "passed" claim with no / empty / contradicting
-# evidence is blocked; only a log that actually shows success lets the claim
-# through. Non-pass statuses pass through untouched.
-#
-# Exit 0 = all pass, 1 = any failure.
-
-set -uo pipefail
-
-ROOT="$(cd "$(dirname "$0")/../.." && pwd)"
-GATE="$ROOT/pipeline/scripts/evidence-gate.mjs"
-TMP="$(mktemp -d)"
-trap 'rm -rf "$TMP"' EXIT
-
-PASS=0
-FAIL=0
-pass() { PASS=$((PASS+1)); echo "  ✓ $1"; }
-fail() { FAIL=$((FAIL+1)); echo "  ✗ $1"; }
-
-command -v node >/dev/null 2>&1 || { echo "error: node required" >&2; exit 127; }
-[ -f "$GATE" ] || { echo "FAIL: evidence-gate.mjs missing" >&2; exit 1; }
-
-printf '** BUILD SUCCEEDED **\nCompiling 12 files\n' > "$TMP/build-ok.log"
-printf '** BUILD FAILED **\nerror: cannot find type Foo\n' > "$TMP/build-fail.log"
-printf 'Test Suite All passed\n0 failures\n' > "$TMP/test-ok.log"
-printf 'Test Suite failed\n3 failures\n' > "$TMP/test-fail.log"
-: > "$TMP/empty.log"
-
-expect_exit() {
-  local want="$1"; shift
-  local desc="$1"; shift
-  local got=0
-  node "$GATE" "$@" >/dev/null 2>&1 || got=$?
-  if [ "$got" = "$want" ]; then
-    pass "$desc (exit=$got)"
-  else
-    fail "$desc (expected $want, got $got)"
-  fi
-}
-
-echo "→ 1. Substantiated pass claims (exit 0)"
-expect_exit 0 "build passed + SUCCEEDED log" --claim build --status passed --evidence "$TMP/build-ok.log"
-expect_exit 0 "test passed + passing log" --claim test --status passed --evidence "$TMP/test-ok.log"
-
-echo ""
-echo "→ 2. Default-FAIL: unverified pass claims (exit 1)"
-expect_exit 1 "build passed + no evidence flag" --claim build --status passed
-expect_exit 1 "build passed + missing file" --claim build --status passed --evidence "$TMP/nope.log"
-expect_exit 1 "build passed + empty log" --claim build --status passed --evidence "$TMP/empty.log"
-expect_exit 1 "build passed + FAILED log (contradicted)" --claim build --status passed --evidence "$TMP/build-fail.log"
-expect_exit 1 "test passed + failing log (contradicted)" --claim test --status passed --evidence "$TMP/test-fail.log"
-
-echo ""
-echo "→ 3. Non-pass statuses pass through (exit 0)"
-expect_exit 0 "status=failed passes through" --claim build --status failed --evidence "$TMP/build-fail.log"
-expect_exit 0 "status=pending passes through" --claim build --status pending
-
-echo ""
-echo "→ 4. Custom success pattern override"
-printf 'CUSTOM_OK marker here\n' > "$TMP/custom.log"
-expect_exit 0 "custom success pattern matches" --claim test --status passed --evidence "$TMP/custom.log" --success-pattern 'CUSTOM_OK'
-expect_exit 1 "custom success pattern absent" --claim test --status passed --evidence "$TMP/build-ok.log" --success-pattern 'CUSTOM_OK'
-
-echo ""
-echo "→ 4b. Failure is decisive (closes the SUCCESS-substring bypass)"
-printf '** BUILD FAILED **\nnote: previous step SUCCESS (cached)\n' > "$TMP/bypass.log"
-expect_exit 1 "failing log that also says SUCCESS still fails" --claim build --status passed --evidence "$TMP/bypass.log"
-printf 'BUILD SUCCEEDED\nwarning: deprecated API used\n' > "$TMP/warn.log"
-expect_exit 0 "success log with a warning still passes" --claim build --status passed --evidence "$TMP/warn.log"
-
-echo ""
-echo "→ 4c. Bad/oversized custom patterns are a clean usage error (no crash)"
-expect_exit 2 "invalid regex pattern -> usage exit 2" --claim test --status passed --evidence "$TMP/test-ok.log" --success-pattern '('
-OVERLONG=$(printf 'a%.0s' $(seq 1 250))
-expect_exit 2 "overlong pattern -> usage exit 2" --claim test --status passed --evidence "$TMP/test-ok.log" --success-pattern "$OVERLONG"
-
-echo ""
-echo "→ 5. Wiring: phase docs reference the gate"
-GREP_HITS=0
-for doc in phase-3-dev phase-4-review phase-6-commit; do
-  grep -q "evidence-gate" "$ROOT/pipeline/multi-agent-refs/phases/$doc.md" && GREP_HITS=$((GREP_HITS+1))
-done
-if [ "$GREP_HITS" -ge 2 ]; then
-  pass "evidence-gate referenced in $GREP_HITS phase docs"
-else
-  fail "evidence-gate referenced in only $GREP_HITS phase docs (expected >= 2)"
-fi
-
-echo ""
-echo "══ evidence-gate smoke: $PASS passed, $FAIL failed ══"
-[ "$FAIL" -eq 0 ]

package/pipeline/scripts/smoke-extract-conventions.sh

@@ -1,163 +0,0 @@
-#!/usr/bin/env bash
-# smoke-extract-conventions.sh  -  offline sanity checks for extract-conventions.sh.
-# Builds a throwaway iOS-shaped fixture repo, runs the extractor, and asserts the
-# emitted JSON honours pipeline/schemas/conventions-output.schema.json: all 12
-# convention fields present, every bucket carries the 5-field shape, confidence
-# stays inside its enum, and evidenceFiles is capped at 5. Also covers the
-# invalid-platform and missing-args error paths. No network, no credentials.
-
-set -uo pipefail
-
-SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
-REPO_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
-EXTRACT="$REPO_ROOT/pipeline/lib/extract-conventions.sh"
-
-PASS=0
-FAIL=0
-
-ok()   { echo "  ✓ $1"; PASS=$((PASS+1)); }
-fail() { echo "  ✗ $1" >&2; FAIL=$((FAIL+1)); }
-
-if ! command -v jq >/dev/null 2>&1; then
-  echo "smoke-extract-conventions: jq not found; skipping (install jq to enable)" >&2
-  exit 0
-fi
-
-if [ ! -x "$EXTRACT" ]; then
-  fail "extract-conventions.sh missing or not executable at $EXTRACT"
-  echo "══ extract-conventions smoke: $PASS passed, $FAIL failed ══" >&2
-  exit 1
-fi
-
-# --- Error paths ---------------------------------------------------------------
-echo "→ error paths"
-
-if "$EXTRACT" >/dev/null 2>&1; then
-  fail "missing args should exit non-zero"
-else
-  ok "missing args exits non-zero"
-fi
-
-if "$EXTRACT" /tmp "bogus-platform" >/dev/null 2>&1; then
-  fail "invalid platform should exit non-zero"
-else
-  ok "invalid platform exits non-zero"
-fi
-
-# --- Fixture repo ----------------------------------------------------------------
-echo "→ ios fixture extraction"
-
-FIXTURE="$(mktemp -d "${TMPDIR:-/tmp}/conv-smoke.XXXXXX")"
-trap 'rm -rf "$FIXTURE"' EXIT
-
-mkdir -p "$FIXTURE/Domains/Sample/Presentation/ViewModel" \
-         "$FIXTURE/Domains/Sample/Presentation/View" \
-         "$FIXTURE/Domains/Sample/Domain/UseCases" \
-         "$FIXTURE/Domains/Sample/Tests"
-
-for n in One Two Three Four Five; do
-  cat > "$FIXTURE/Domains/Sample/Presentation/ViewModel/Sample${n}ViewModel.swift" <<EOF
-import SwiftUI
-
-@MainActor
-final class Sample${n}ViewModel: ObservableObject {
-    @Published private(set) var state: Sample${n}UIState = .loading
-}
-
-enum Sample${n}UIState {
-    case loading
-    case idle
-    case error
-}
-EOF
-  cat > "$FIXTURE/Domains/Sample/Presentation/View/Sample${n}View.swift" <<EOF
-import SwiftUI
-
-struct Sample${n}View: View {
-    var body: some View { Text("sample") }
-}
-EOF
-  cat > "$FIXTURE/Domains/Sample/Domain/UseCases/Fetch${n}UseCase.swift" <<EOF
-protocol Fetch${n}UseCaseProtocol {
-    func execute() async throws
-}
-EOF
-done
-
-OUTPUT="$("$EXTRACT" "$FIXTURE" ios 2>/dev/null)" || OUTPUT=""
-
-if [ -z "$OUTPUT" ]; then
-  fail "extractor produced no output on fixture repo"
-else
-  if printf '%s' "$OUTPUT" | jq -e . >/dev/null 2>&1; then
-    ok "output parses as JSON"
-  else
-    fail "output is not valid JSON"
-  fi
-
-  EXPECTED_KEYS="folderStructure stateHolderNaming viewNaming navigatorNaming useCaseNaming repositoryNaming dtoNaming uiStateModel testMethodNaming accessibilityIdentifier localizationKey diRegistration"
-
-  MISSING=""
-  for key in $EXPECTED_KEYS; do
-    if ! printf '%s' "$OUTPUT" | jq -e --arg k "$key" 'has($k)' >/dev/null 2>&1; then
-      MISSING="$MISSING $key"
-    fi
-  done
-  if [ -z "$MISSING" ]; then
-    ok "all 12 convention fields present"
-  else
-    fail "missing convention fields:$MISSING"
-  fi
-
-  BAD_SHAPE=$(printf '%s' "$OUTPUT" | jq -r '
-    to_entries[]
-    | select(
-        (.value | type) != "object"
-        or ((.value | keys | sort) != ["alternativeCandidates","confidence","evidenceFiles","example","pattern"])
-      )
-    | .key' 2>/dev/null)
-  if [ -z "$BAD_SHAPE" ]; then
-    ok "every bucket carries the 5-field shape"
-  else
-    fail "buckets with wrong shape: $(printf '%s' "$BAD_SHAPE" | tr '\n' ' ')"
-  fi
-
-  BAD_CONF=$(printf '%s' "$OUTPUT" | jq -r '
-    to_entries[]
-    | select(.value.confidence as $c | ["high","medium","low","none"] | index($c) | not)
-    | .key' 2>/dev/null)
-  if [ -z "$BAD_CONF" ]; then
-    ok "confidence values stay inside the enum"
-  else
-    fail "out-of-enum confidence in: $(printf '%s' "$BAD_CONF" | tr '\n' ' ')"
-  fi
-
-  OVER_CAP=$(printf '%s' "$OUTPUT" | jq -r '
-    to_entries[]
-    | select((.value.evidenceFiles | length) > 5)
-    | .key' 2>/dev/null)
-  if [ -z "$OVER_CAP" ]; then
-    ok "evidenceFiles capped at 5"
-  else
-    fail "evidenceFiles over cap in: $(printf '%s' "$OVER_CAP" | tr '\n' ' ')"
-  fi
-
-  VM_CONF=$(printf '%s' "$OUTPUT" | jq -r '.stateHolderNaming.confidence' 2>/dev/null)
-  case "$VM_CONF" in
-    high|medium)
-      ok "fixture ViewModels detected (stateHolderNaming confidence: $VM_CONF)" ;;
-    *)
-      fail "expected stateHolderNaming confidence high|medium on 5-example fixture, got: $VM_CONF" ;;
-  esac
-fi
-
-# --- Summary -----------------------------------------------------------------
-echo ""
-TOTAL=$((PASS+FAIL))
-if [ $FAIL -eq 0 ]; then
-  echo "══ extract-conventions smoke: $PASS passed, 0 failed ══"
-  exit 0
-else
-  echo "══ extract-conventions smoke: $PASS passed, $FAIL failed (of $TOTAL) ══" >&2
-  exit 1
-fi