qualia-framework 7.2.0 → 7.2.2

package/tests/r6-golden.test.sh

@@ -0,0 +1,66 @@
+#!/bin/bash
+# r6-golden.test.sh — R6 golden verifier fixture.
+#
+# Proves the deterministic verifier (bin/verify-panel.js) CANNOT default-pass.
+# The fixture tests/fixtures/r6-golden-fail-panel.json is a SEEDED STUB
+# engineered so the only correct verdict is FAIL: it carries a surviving
+# CRITICAL (voted real 3-0) plus an unvoted HIGH (INSUFFICIENT-EVIDENCE style —
+# unverified is not disproven, so it survives the skeptic round).
+#
+# If verify-panel ever regresses to scoring 3/PASS on input it cannot fully
+# clear, this turns red. It is the framework gating its OWN verifier the way it
+# gates user projects (the missing R6 piece from the v7 audit, F3).
+#
+# CONSTRAINT: this test ONLY adds the fixture wiring. It does not touch the
+# anti-default-3 logic, the gates, or Codex parity — it observes them.
+#
+# Run: bash tests/r6-golden.test.sh
+
+PASS=0
+FAIL=0
+DIR="$(cd "$(dirname "$0")" && pwd)"
+BIN_DIR="$(cd "$DIR/../bin" && pwd)"
+NODE="${NODE:-node}"
+VP="$BIN_DIR/verify-panel.js"
+FIXTURE="$DIR/fixtures/r6-golden-fail-panel.json"
+
+assert_exit() {
+  local name="$1" expected="$2" actual="$3"
+  if [ "$expected" = "$actual" ]; then echo "  ✓ $name"; PASS=$((PASS+1));
+  else echo "  ✗ $name (expected exit $expected, got $actual)"; FAIL=$((FAIL+1)); fi
+}
+assert_contains() {
+  local name="$1" hay="$2" needle="$3"
+  if echo "$hay" | grep -qF "$needle"; then echo "  ✓ $name"; PASS=$((PASS+1));
+  else echo "  ✗ $name (missing '$needle')"; FAIL=$((FAIL+1)); fi
+}
+assert_absent() {
+  local name="$1" hay="$2" needle="$3"
+  if echo "$hay" | grep -qF "$needle"; then echo "  ✗ $name (found forbidden '$needle')"; FAIL=$((FAIL+1));
+  else echo "  ✓ $name"; PASS=$((PASS+1)); fi
+}
+
+echo "r6-golden.test.sh — verifier cannot default-pass"
+echo ""
+
+# Fixture must exist (precondition).
+[ -f "$FIXTURE" ] && { echo "  ✓ golden fixture present"; PASS=$((PASS+1)); } \
+  || { echo "  ✗ golden fixture missing: $FIXTURE"; FAIL=$((FAIL+1)); }
+
+# The golden stub MUST FAIL (exit 1). This is the anti-default-pass proof.
+$NODE "$VP" "$FIXTURE" >/dev/null 2>&1
+assert_exit "golden stub → FAIL (exit 1), not a default PASS" 1 $?
+
+OUT=$($NODE "$VP" "$FIXTURE" --json 2>&1)
+assert_contains "verdict is FAIL" "$OUT" '"verdict": "FAIL"'
+assert_absent  "verdict is NOT PASS" "$OUT" '"verdict": "PASS"'
+# ok must be false — the contract kernel treats this as a phase fail.
+assert_contains "ok:false (phase does not ship)" "$OUT" '"ok": false'
+# The surviving CRITICAL is the load-bearing reason it cannot pass.
+assert_contains "surviving CRITICAL preserved" "$OUT" '"severity": "CRITICAL"'
+# The unvoted HIGH survives (unverified != disproven).
+assert_contains "unvoted HIGH survives the skeptic round" "$OUT" '"severity": "HIGH"'
+
+echo ""
+echo "=== Results: $PASS passed, $FAIL failed ==="
+[ "$FAIL" -eq 0 ] && exit 0 || exit 1

package/tests/refs.test.sh

@@ -184,6 +184,39 @@ for pattern in "${forbidden_surface_patterns[@]}"; do
   fi
 done
 
+# ── Count-drift guard ─────────────────────────────────────────────────────────
+# The orientation docs (README.md / guide.md) hardcode skill/hook/rule counts.
+# These rot every time a skill/hook/rule is added. Assert each stated count
+# matches the live directory listing so the numbers can't silently drift again.
+#   skills/  = directory entries
+#   hooks/   = *.js files
+#   rules/   = *.md files
+SKILL_COUNT=$(find "$FRAMEWORK_ROOT/skills" -mindepth 1 -maxdepth 1 -type d | wc -l | tr -d ' ')
+HOOK_COUNT=$(find "$FRAMEWORK_ROOT/hooks" -maxdepth 1 -name '*.js' | wc -l | tr -d ' ')
+RULE_COUNT=$(find "$FRAMEWORK_ROOT/rules" -maxdepth 1 -name '*.md' | wc -l | tr -d ' ')
+
+# assert_count <label> <expected-actual> <file> <regex-with-NUM-placeholder>
+# Fails if the file contains a "<N> <label>" claim where N != actual.
+assert_count() {
+  local label="$1" actual="$2" file="$3" pattern="$4"
+  local bad
+  # Find every "<digits> <label>" mention; flag any whose number != actual.
+  # grep -oE (no -n) yields just the matched "<N> label" substrings; pull the
+  # leading integer from each and compare. (No line-number prefix to confuse it.)
+  bad=$(grep -oE "$pattern" "$file" 2>/dev/null | grep -oE '^[0-9]+' | grep -vx "$actual" || true)
+  if [ -n "$bad" ]; then
+    fail_case "count drift: $label in $(basename "$file")" \
+      "stated $(echo "$bad" | paste -sd, -) but actual is $actual — regenerate from the directory listing"
+  else
+    pass "$(basename "$file") $label count = $actual (matches $label/)"
+  fi
+}
+
+assert_count "skills" "$SKILL_COUNT" "$FRAMEWORK_ROOT/README.md" '[0-9]+ (installed )?skills'
+assert_count "hooks"  "$HOOK_COUNT"  "$FRAMEWORK_ROOT/README.md" '[0-9]+ hooks'
+assert_count "rules"  "$RULE_COUNT"  "$FRAMEWORK_ROOT/README.md" '[0-9]+ (installed )?rules'
+assert_count "skills" "$SKILL_COUNT" "$FRAMEWORK_ROOT/guide.md"  '[0-9]+ active skills'
+
 echo ""
 echo "Results: $PASS passed, $FAIL failed"
 

package/tests/run-all.sh

@@ -35,6 +35,8 @@ SUITES=(
   "repo-map"
   "design-tokens"
   "batch-plan"
+  "r6-golden"
+  "memory-loop"
   "journey-spine"
 )