@bonesofspring/ai-rules 0.2.1 → 0.2.2

package/scripts/validate-preset.sh

@@ -1,484 +0,0 @@
-#!/usr/bin/env bash
-# validate-preset.sh — static regression checks for @bonesofspring/ai-rules presets.
-#
-# Usage:
-#   ./scripts/validate-preset.sh                 # full static validation
-#   ./scripts/validate-preset.sh --init-smoke  # + init cursor/claude into temp dirs
-#   ./scripts/validate-preset.sh --check-golden # + validate golden-prompts.json schema/agents
-#   ./scripts/validate-preset.sh --print-golden  # print manual router regression checklist
-#   ./scripts/validate-preset.sh --compare-pipeline <dir>  # compare pipeline.json files to golden
-#
-set -euo pipefail
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PKG_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
-CURSOR_PRESET="$PKG_ROOT/presets/cursor/next"
-CLAUDE_PRESET="$PKG_ROOT/presets/claude/next"
-MANIFEST="$SCRIPT_DIR/preset-manifest.json"
-GOLDEN="$SCRIPT_DIR/golden-prompts.json"
-
-RUN_INIT_SMOKE=false
-CHECK_GOLDEN=false
-PRINT_GOLDEN=false
-COMPARE_PIPELINE_DIR=""
-
-while [[ $# -gt 0 ]]; do
-  case "$1" in
-    --init-smoke) RUN_INIT_SMOKE=true ;;
-    --check-golden) CHECK_GOLDEN=true ;;
-    --print-golden) PRINT_GOLDEN=true ;;
-    --compare-pipeline)
-      shift
-      COMPARE_PIPELINE_DIR="${1:-}"
-      if [[ -z "$COMPARE_PIPELINE_DIR" ]]; then
-        echo "error: --compare-pipeline requires a directory" >&2
-        exit 1
-      fi
-      CHECK_GOLDEN=true
-      ;;
-    -h | --help)
-      sed -n '2,12p' "$0" | sed 's/^# \{0,1\}//'
-      exit 0
-      ;;
-    *)
-      echo "error: unknown argument: $1" >&2
-      exit 1
-      ;;
-  esac
-  shift
-done
-
-FAILURES=0
-WARNINGS=0
-
-pass() { printf '  \033[32m✓\033[0m %s\n' "$1"; }
-fail() { printf '  \033[31m✗\033[0m %s\n' "$1"; FAILURES=$((FAILURES + 1)); }
-warn() { printf '  \033[33m!\033[0m %s\n' "$1"; WARNINGS=$((WARNINGS + 1)); }
-section() { printf '\n\033[1m%s\033[0m\n' "$1"; }
-
-require_file() {
-  local f="$1"
-  if [[ ! -f "$f" ]]; then
-    fail "missing file: $f"
-    return 1
-  fi
-  return 0
-}
-
-require_dir() {
-  local d="$1"
-  if [[ ! -d "$d" ]]; then
-    fail "missing directory: $d"
-    return 1
-  fi
-  return 0
-}
-
-node_json() {
-  node -e "$1"
-}
-
-# --- print golden checklist (manual LLM regression) ---
-if $PRINT_GOLDEN; then
-  section "Golden router regression checklist (manual)"
-  node - "$GOLDEN" <<'NODE'
-const fs = require('fs');
-const data = JSON.parse(fs.readFileSync(process.argv[1], 'utf8'));
-console.log('Run each prompt via /task in a fresh chat. Save pipeline.json as scripts/regression-results/<id>.json\n');
-console.log('| # | id | prompt | intent | first agent |');
-console.log('|---|-----|--------|--------|-------------|');
-data.prompts.forEach((p, i) => {
-  const prompt = p.prompt.replace(/\|/g, '\\|').slice(0, 60);
-  const first = p.noPipeline ? '(no pipeline)' : (p.firstAgent || '—');
-  console.log(`| ${i + 1} | ${p.id} | ${prompt} | ${p.intent} | ${first} |`);
-});
-console.log('\nAfter run: ./scripts/validate-preset.sh --compare-pipeline scripts/regression-results/');
-NODE
-  exit 0
-fi
-
-section "CLI syntax"
-if node --check "$PKG_ROOT/bin/cli.js" 2>/dev/null; then
-  pass "bin/cli.js parses"
-else
-  fail "bin/cli.js syntax error"
-fi
-
-section "Manifest"
-require_file "$MANIFEST" || true
-require_file "$GOLDEN" || true
-
-section "Cursor always-on rules (session start)"
-ALWAYS_ON_COUNT=0
-ALWAYS_ON_BYTES=0
-while IFS= read -r name; do
-  [[ -z "$name" ]] && continue
-  f="$CURSOR_PRESET/rules/$name"
-  if [[ ! -f "$f" ]]; then
-    fail "always-on rule missing: $name"
-    continue
-  fi
-  if ! grep -q 'alwaysApply: true' "$f"; then
-    fail "$name exists but alwaysApply: true not set"
-  else
-    ALWAYS_ON_COUNT=$((ALWAYS_ON_COUNT + 1))
-    size=$(wc -c <"$f" | tr -d ' ')
-    ALWAYS_ON_BYTES=$((ALWAYS_ON_BYTES + size))
-    pass "$name ($size bytes)"
-  fi
-done < <(node_json "
-const m = require('$MANIFEST');
-m.alwaysOnCursor.forEach((n) => console.log(n));
-")
-
-EXTRA_ALWAYS=$(grep -l 'alwaysApply: true' "$CURSOR_PRESET"/rules/*.mdc 2>/dev/null | wc -l | tr -d ' ')
-if [[ "$EXTRA_ALWAYS" -ne "$ALWAYS_ON_COUNT" ]]; then
-  fail "expected $ALWAYS_ON_COUNT alwaysApply rules, found $EXTRA_ALWAYS"
-  grep -l 'alwaysApply: true' "$CURSOR_PRESET"/rules/*.mdc 2>/dev/null | while read -r f; do
-    echo "    - $(basename "$f")"
-  done
-fi
-
-MAX_BYTES=$(node_json "console.log(require('$MANIFEST').alwaysOnMaxBytes)")
-if [[ "$ALWAYS_ON_BYTES" -gt "$MAX_BYTES" ]]; then
-  fail "always-on bundle $ALWAYS_ON_BYTES bytes exceeds budget $MAX_BYTES"
-else
-  pass "always-on bundle: $ALWAYS_ON_BYTES / $MAX_BYTES bytes"
-fi
-
-section "Claude session-start rules (no paths:)"
-CLAUDE_SESSION_COUNT=0
-while IFS= read -r rel; do
-  [[ -z "$rel" ]] && continue
-  f="$CLAUDE_PRESET/rules/$rel"
-  if [[ ! -f "$f" ]]; then
-    fail "claude session-start rule missing: $rel"
-    continue
-  fi
-  if head -8 "$f" | grep -q '^paths:'; then
-    fail "$rel must not have paths: (session start)"
-  else
-    CLAUDE_SESSION_COUNT=$((CLAUDE_SESSION_COUNT + 1))
-    pass "$rel"
-  fi
-done < <(node_json "
-const m = require('$MANIFEST');
-m.alwaysOnClaude.forEach((n) => console.log(n));
-")
-
-# Unexpected session-start files
-while IFS= read -r f; do
-  [[ "$(basename "$f")" == "README.md" ]] && continue
-  rel="${f#"$CLAUDE_PRESET/rules/"}"
-  if ! node_json "
-    const m = require('$MANIFEST');
-    process.exit(m.alwaysOnClaude.includes('$rel') ? 0 : 1);
-  " 2>/dev/null; then
-    if ! head -8 "$f" | grep -q '^paths:'; then
-      fail "unexpected claude session-start file (no paths:): $rel"
-    fi
-  fi
-done < <(find "$CLAUDE_PRESET/rules" -name '*.md' -type f 2>/dev/null)
-
-section "Cursor ↔ Claude rule pairs"
-while IFS=$'\t' read -r cursor claude; do
-  cf="$CURSOR_PRESET/rules/$cursor"
-  lf="$CLAUDE_PRESET/rules/$claude"
-  if [[ ! -f "$cf" ]]; then fail "cursor pair missing: $cursor"; fi
-  if [[ ! -f "$lf" ]]; then fail "claude pair missing: $claude"; fi
-  if [[ -f "$cf" && -f "$lf" ]]; then pass "$cursor ↔ $claude"; fi
-done < <(node_json "
-const m = require('$MANIFEST');
-m.rulePairs.forEach(([c, l]) => console.log(c + '\t' + l));
-")
-
-section "Parity: agents, skills, fixtures"
-while IFS= read -r dir; do
-  [[ -z "$dir" ]] && continue
-  cdir="$CURSOR_PRESET/$dir"
-  ldir="$CLAUDE_PRESET/$dir"
-  require_dir "$cdir" || continue
-  require_dir "$ldir" || continue
-  # Compare file names (excluding README.md)
-  diff_out=$(diff <(find "$cdir" -type f ! -name 'README.md' -exec basename {} \; | sort -u) \
-                  <(find "$ldir" -type f ! -name 'README.md' -exec basename {} \; | sort -u) 2>/dev/null || true)
-  if [[ -n "$diff_out" ]]; then
-    fail "$dir file name mismatch"
-    echo "$diff_out" | sed 's/^/    /'
-  else
-    pass "$dir names match"
-  fi
-done < <(node_json "
-const m = require('$MANIFEST');
-m.parityDirs.forEach((d) => console.log(d));
-")
-
-section "task-router parity (cursor ↔ claude)"
-CR="$CURSOR_PRESET/agents/task-router.md"
-CL="$CLAUDE_PRESET/agents/task-router.md"
-if [[ -f "$CR" && -f "$CL" ]]; then
-  # Strip frontmatter and compare body similarity via line count delta
-  c_lines=$(tail -n +8 "$CR" | wc -l | tr -d ' ')
-  l_lines=$(tail -n +8 "$CL" | wc -l | tr -d ' ')
-  delta=$((c_lines > l_lines ? c_lines - l_lines : l_lines - c_lines))
-  if [[ "$delta" -gt 15 ]]; then
-    warn "task-router.md body length delta $delta lines (cursor=$c_lines, claude=$l_lines) — review parity"
-  else
-    pass "task-router.md body length similar (Δ=$delta lines)"
-  fi
-else
-  fail "task-router.md missing in one or both presets"
-fi
-
-section "BUGBOT sync (fragments → presets)"
-while IFS= read -r line; do
-  src_rel="${line%%$'\t'*}"
-  tgt_rel="${line#*$'\t'}"
-  src="$PKG_ROOT/$src_rel"
-  tgt="$PKG_ROOT/$tgt_rel"
-  if [[ ! -f "$src" || ! -f "$tgt" ]]; then
-    fail "BUGBOT sync path missing: $src_rel → $tgt_rel"
-    continue
-  fi
-  # Compare numbered priorities only (preset bodies add platform-specific hints)
-  src_prio=$(sed -n '/^## Priorities$/,/^## /p' "$src" | grep -E '^[0-9]+\.' | sed 's/ (`.*`)//g' || true)
-  tgt_prio=$(sed -n '/^## Priorities$/,/^## /p' "$tgt" | grep -E '^[0-9]+\.' | sed 's/ (`.*`)//g' || true)
-  if [[ "$src_prio" != "$tgt_prio" ]]; then
-    fail "BUGBOT priorities differ: $tgt_rel"
-    diff <(echo "$src_prio") <(echo "$tgt_prio") | sed 's/^/    /' || true
-  else
-    pass "$tgt_rel priorities match fragment"
-  fi
-done < <(node_json "
-const m = require('$MANIFEST');
-for (const item of m.syncedRootFiles) {
-  for (const t of item.targets) console.log(item.source + '\t' + t);
-}
-")
-
-section "UI globs consolidation"
-while IFS=$'\t' read -r id file mustMatch mustNotMatch; do
-  f="$CURSOR_PRESET/rules/$file"
-  [[ ! -f "$f" ]] && { fail "$id: missing $file"; continue; }
-  ok=true
-  if [[ -n "$mustMatch" && "$mustMatch" != "null" ]]; then
-    if ! grep -qE "$mustMatch" "$f"; then
-      fail "$id: expected pattern '$mustMatch' in $file"
-      ok=false
-    fi
-  fi
-  if [[ -n "$mustNotMatch" && "$mustNotMatch" != "null" ]]; then
-    if grep -qE "$mustNotMatch" "$f"; then
-      fail "$id: forbidden pattern '$mustNotMatch' found in $file"
-      ok=false
-    fi
-  fi
-  $ok && pass "$id"
-done < <(node_json "
-const m = require('$MANIFEST');
-for (const c of m.uiGlobChecks) {
-  console.log([
-    c.id,
-    c.file,
-    c.mustMatch || '',
-    c.mustNotMatch || ''
-  ].join('\t'));
-}
-")
-
-section "Wide globs denylist (UI edit must not load)"
-while IFS= read -r file; do
-  [[ -z "$file" ]] && continue
-  f="$CURSOR_PRESET/rules/$file"
-  [[ ! -f "$f" ]] && continue
-  # Flag app/src/** or app/src/**/* globs; allow narrowed patterns like app/src/**/index.ts
-  if grep -E '^globs:' "$f" | grep -E 'app/src/\*\*' | grep -vq 'index\.ts'; then
-    fail "$file has wide UI glob without index.ts narrowing"
-  else
-    pass "$file has no wide UI glob"
-  fi
-done < <(node_json "
-const m = require('$MANIFEST');
-m.wideGlobDenylist.forEach((n) => console.log(n));
-")
-
-section "Team fixtures vs golden profiles"
-for fixture in feature-full feature-light bugfix-standard; do
-  for tool in cursor claude; do
-    f="$PKG_ROOT/presets/$tool/next/team/fixtures/${fixture}.json"
-    if [[ ! -f "$f" ]]; then
-      fail "missing fixture: $f"
-      continue
-    fi
-    if ! node -e "
-      const j = require(process.argv[1]);
-      if (!j.intent || !Array.isArray(j.steps) || j.steps.length < 1) process.exit(1);
-    " "$f" 2>/dev/null; then
-      fail "invalid fixture JSON: $f"
-    else
-      pass "$tool/$fixture.json"
-    fi
-  done
-done
-
-if $CHECK_GOLDEN; then
-  section "Golden prompts schema & agent references"
-  node - "$GOLDEN" "$CURSOR_PRESET/agents" "$COMPARE_PIPELINE_DIR" <<'NODE'
-const fs = require('fs');
-const path = require('path');
-
-const goldenPath = process.argv[2];
-const agentsDir = process.argv[3];
-const compareDir = process.argv[4] || '';
-
-let failures = 0;
-const fail = (msg) => { console.error(`  \x1b[31m✗\x1b[0m ${msg}`); failures++; };
-const pass = (msg) => console.log(`  \x1b[32m✓\x1b[0m ${msg}`);
-const warn = (msg) => console.log(`  \x1b[33m!\x1b[0m ${msg}`);
-
-const data = JSON.parse(fs.readFileSync(goldenPath, 'utf8'));
-const agentFiles = fs.readdirSync(agentsDir).filter((f) => f.endsWith('.md') && f !== 'README.md');
-const knownAgents = new Set(agentFiles.map((f) => f.replace(/\.md$/, '')));
-
-const requiredFields = ['id', 'prompt', 'intent'];
-
-for (const p of data.prompts) {
-  for (const field of requiredFields) {
-    if (!p[field]) fail(`prompt ${p.id || '?'} missing field: ${field}`);
-  }
-
-  if (p.noPipeline) {
-    if (p.intent !== 'retro') fail(`${p.id}: noPipeline only valid for retro`);
-    pass(`${p.id}: retro (no pipeline)`);
-    continue;
-  }
-
-  if (!p.firstAgent) fail(`${p.id}: missing firstAgent`);
-  else if (!knownAgents.has(p.firstAgent)) fail(`${p.id}: unknown firstAgent ${p.firstAgent}`);
-  else pass(`${p.id}: firstAgent ${p.firstAgent} exists`);
-
-  for (const agent of [...(p.requiredSequence || []), ...(p.mustInclude || [])]) {
-    if (!knownAgents.has(agent)) fail(`${p.id}: unknown agent ${agent}`);
-  }
-
-  for (const sc of p.stepConstraints || []) {
-    if (!knownAgents.has(sc.agent)) fail(`${p.id}: stepConstraints unknown agent ${sc.agent}`);
-  }
-}
-
-if (compareDir) {
-  console.log('');
-  console.log('\x1b[1mCompare pipeline.json to golden\x1b[0m');
-  for (const p of data.prompts) {
-    if (p.noPipeline) continue;
-    const pipelinePath = path.join(compareDir, `${p.id}.json`);
-    if (!fs.existsSync(pipelinePath)) {
-      warn(`${p.id}: no file ${pipelinePath} (skip)`);
-      continue;
-    }
-    const pipeline = JSON.parse(fs.readFileSync(pipelinePath, 'utf8'));
-    const agents = (pipeline.steps || []).map((s) => s.agent);
-
-    if (pipeline.intent && pipeline.intent !== p.intent) {
-      fail(`${p.id}: intent got ${pipeline.intent}, want ${p.intent}`);
-    }
-    if (p.profile && pipeline.profile && pipeline.profile !== p.profile) {
-      warn(`${p.id}: profile got ${pipeline.profile}, expected ${p.profile}`);
-    }
-    if (agents[0] !== p.firstAgent) {
-      fail(`${p.id}: first agent got ${agents[0]}, want ${p.firstAgent}`);
-    }
-
-    // requiredSequence — subsequence check
-    let idx = 0;
-    for (const want of p.requiredSequence || []) {
-      while (idx < agents.length && agents[idx] !== want) idx++;
-      if (idx >= agents.length) {
-        fail(`${p.id}: requiredSequence missing ${want} (got: ${agents.join(' → ')})`);
-        break;
-      }
-      idx++;
-    }
-    if ((p.requiredSequence || []).length && idx > 0) {
-      pass(`${p.id}: requiredSequence satisfied (${agents.join(' → ')})`);
-    }
-
-    for (const forbidden of p.mustNotInclude || []) {
-      if (agents.includes(forbidden)) {
-        fail(`${p.id}: mustNotInclude violated: ${forbidden}`);
-      }
-    }
-
-    for (const sc of p.stepConstraints || []) {
-      const step = (pipeline.steps || []).find((s) => s.agent === sc.agent);
-      if (!step) {
-        warn(`${p.id}: stepConstraints agent ${sc.agent} not in pipeline`);
-        continue;
-      }
-      if (sc.skipIf && step.skipIf !== sc.skipIf) {
-        fail(`${p.id}: ${sc.agent}.skipIf got ${step.skipIf}, want ${sc.skipIf}`);
-      }
-    }
-
-    if (Array.isArray(p.humanGates) && Array.isArray(pipeline.humanGates)) {
-      for (const gate of p.humanGates) {
-        if (!pipeline.humanGates.includes(gate)) {
-          fail(`${p.id}: missing humanGate ${gate}`);
-        }
-      }
-      if (p.humanGates.length) pass(`${p.id}: humanGates OK`);
-    }
-  }
-}
-
-process.exit(failures > 0 ? 1 : 0);
-NODE
-  golden_exit=$?
-  if [[ "$golden_exit" -ne 0 ]]; then
-    FAILURES=$((FAILURES + golden_exit))
-  fi
-fi
-
-if $RUN_INIT_SMOKE; then
-  section "Init smoke (cursor + claude)"
-  TMP_BASE=$(mktemp -d "${TMPDIR:-/tmp}/ai-rules-validate.XXXXXX")
-  cleanup() { rm -rf "$TMP_BASE"; }
-  trap cleanup EXIT
-
-  for tool in cursor claude; do
-    target="$TMP_BASE/$tool-project"
-    mkdir -p "$target"
-    if node "$PKG_ROOT/bin/cli.js" init "$tool" --preset next --cwd "$target" >/dev/null 2>&1; then
-      pass "init $tool → $target"
-      # Spot-check critical paths
-      case "$tool" in
-        cursor)
-          for p in .cursor/rules/next-app-core.mdc .cursor/agents/task-router.md .cursor/team/fixtures/feature-full.json .cursor/BUGBOT.md .cursor/AGENTS.md; do
-            [[ -f "$target/$p" ]] && pass "  $p" || fail "  missing after init: $p"
-          done
-          ;;
-        claude)
-          for p in .claude/rules/stack/next-app-core.md .claude/agents/task-router.md .claude/team/fixtures/feature-full.json .claude/CLAUDE.md; do
-            [[ -f "$target/$p" ]] && pass "  $p" || fail "  missing after init: $p"
-          done
-          ;;
-      esac
-    else
-      fail "init $tool failed"
-    fi
-  done
-fi
-
-section "Summary"
-if [[ "$FAILURES" -eq 0 ]]; then
-  printf '\033[32mPASS\033[0m — %s warnings\n' "$WARNINGS"
-  echo ""
-  echo "Manual router regression:"
-  echo "  ./scripts/validate-preset.sh --print-golden"
-  echo "  # save outputs to scripts/regression-results/<id>.json"
-  echo "  ./scripts/validate-preset.sh --check-golden --compare-pipeline scripts/regression-results/"
-  exit 0
-else
-  printf '\033[31mFAIL\033[0m — %s error(s), %s warning(s)\n' "$FAILURES" "$WARNINGS"
-  exit 1
-fi