qualia-framework 5.3.0 → 5.4.0

package/tests/slop-detect.test.sh

@@ -0,0 +1,160 @@
+#!/bin/bash
+# Qualia Framework — bin/slop-detect.mjs behavior tests
+# Verifies the AI-tells gatekeeper actually catches what it claims to catch.
+#
+# Run: bash tests/slop-detect.test.sh
+
+PASS=0
+FAIL=0
+SLOP_DETECT="$(cd "$(dirname "$0")/../bin" && pwd)/slop-detect.mjs"
+NODE="${NODE:-node}"
+
+TMP_DIRS=()
+cleanup() {
+  for d in "${TMP_DIRS[@]}"; do
+    [ -d "$d" ] && rm -rf "$d"
+  done
+}
+trap cleanup EXIT
+
+mktmp() {
+  local TMP
+  TMP=$(mktemp -d)
+  TMP_DIRS+=("$TMP")
+  echo "$TMP"
+}
+
+pass() {
+  echo "  ✓ $1"
+  PASS=$((PASS + 1))
+}
+
+fail_case() {
+  echo "  ✗ $1"
+  echo "    $2"
+  FAIL=$((FAIL + 1))
+}
+
+echo "slop-detect.test.sh — bin/slop-detect.mjs behavioral tests"
+echo ""
+
+# ── Sanity: file exists and parses ────────────────────────────────────
+if [ ! -f "$SLOP_DETECT" ]; then
+  fail_case "slop-detect exists" "$SLOP_DETECT not found"
+  echo "=== Results: $PASS passed, $FAIL failed ==="
+  exit 1
+fi
+pass "slop-detect.mjs exists at expected path"
+
+if ! $NODE --check "$SLOP_DETECT" 2>&1 | head -1; then
+  pass "slop-detect.mjs parses as valid JS"
+fi
+# Above is a heredoc test — node --check succeeds silently on valid JS.
+# Re-test explicitly so a parse error fails the suite.
+if $NODE --check "$SLOP_DETECT" 2>/dev/null; then
+  pass "slop-detect.mjs syntax is valid"
+else
+  fail_case "syntax check" "node --check failed on $SLOP_DETECT"
+fi
+
+# ── Clean file: should exit 0 ─────────────────────────────────────────
+TMP=$(mktmp)
+cat > "$TMP/clean.tsx" <<'EOF'
+import { Button } from '@/components/ui/button';
+
+export default function Page() {
+  return (
+    <div className="bg-surface text-foreground">
+      <h1 className="text-display">Welcome</h1>
+      <Button variant="primary">Continue setup</Button>
+    </div>
+  );
+}
+EOF
+if $NODE "$SLOP_DETECT" "$TMP/clean.tsx" >/dev/null 2>&1; then
+  pass "exits 0 on a clean .tsx file"
+else
+  fail_case "clean file" "exit non-zero on a deliberately clean file"
+fi
+
+# ── Em-dash detection (HIGH severity — reported, doesn't block) ──────
+# Em-dash is HIGH not CRITICAL, so default exit is 0; we verify the
+# FINDING is reported to stdout/stderr, not the exit code.
+TMP2=$(mktmp)
+cat > "$TMP2/emdash.tsx" <<'EOF'
+export default function Page() {
+  return <p>Welcome — to our amazing platform</p>;
+}
+EOF
+OUT=$($NODE "$SLOP_DETECT" "$TMP2/emdash.tsx" 2>&1 || true)
+if echo "$OUT" | grep -qiE "em.?dash|—"; then
+  pass "reports em-dash finding (HIGH severity, non-blocking)"
+else
+  fail_case "em-dash detection" "no em-dash mention in output: $(echo "$OUT" | head -c 120)"
+fi
+
+# ── Banned-font detection ─────────────────────────────────────────────
+TMP3=$(mktmp)
+cat > "$TMP3/font.css" <<'EOF'
+body { font-family: "Inter", sans-serif; }
+EOF
+EXIT_CODE=0
+$NODE "$SLOP_DETECT" "$TMP3/font.css" >/dev/null 2>&1 || EXIT_CODE=$?
+if [ "$EXIT_CODE" = "1" ]; then
+  pass "exits 1 on banned font (Inter) in CSS"
+else
+  fail_case "banned-font detection" "expected exit 1, got $EXIT_CODE"
+fi
+
+# ── Purple-blue gradient detection ────────────────────────────────────
+TMP4=$(mktmp)
+cat > "$TMP4/gradient.tsx" <<'EOF'
+export default function Hero() {
+  return <div className="bg-gradient-to-r from-blue-500 to-purple-600">Hi</div>;
+}
+EOF
+EXIT_CODE=0
+$NODE "$SLOP_DETECT" "$TMP4/gradient.tsx" >/dev/null 2>&1 || EXIT_CODE=$?
+if [ "$EXIT_CODE" = "1" ]; then
+  pass "exits 1 on purple-blue gradient (the #1 AI-design tell)"
+else
+  fail_case "gradient detection" "expected exit 1, got $EXIT_CODE"
+fi
+
+# ── Existing fixture: skills/qualia-polish-loop/fixtures/broken.html ──
+FIXTURE="$(cd "$(dirname "$0")/.." && pwd)/skills/qualia-polish-loop/fixtures/broken.html"
+if [ -f "$FIXTURE" ]; then
+  EXIT_CODE=0
+  $NODE "$SLOP_DETECT" "$FIXTURE" >/dev/null 2>&1 || EXIT_CODE=$?
+  if [ "$EXIT_CODE" = "1" ]; then
+    pass "exits 1 on the broken.html fixture (designed to hit critical bans)"
+  else
+    fail_case "fixture detection" "broken.html fixture exited $EXIT_CODE; expected 1"
+  fi
+else
+  echo "  - broken.html fixture not present, skipping"
+fi
+
+# ── --json flag produces JSON output ─────────────────────────────────
+TMP5=$(mktmp)
+cp "$TMP3/font.css" "$TMP5/font.css"
+JSON_OUT=$($NODE "$SLOP_DETECT" --json "$TMP5/font.css" 2>/dev/null || true)
+if echo "$JSON_OUT" | head -1 | grep -qE "^[\{\[]"; then
+  pass "--json flag produces JSON-shaped output"
+else
+  fail_case "--json output" "first line is not JSON-shaped: '$(echo "$JSON_OUT" | head -c 80)'"
+fi
+
+# ── Invocation error: no path provided AND no default repo ───────────
+EXIT_CODE=0
+$NODE "$SLOP_DETECT" /nonexistent/path/that/cannot/exist >/dev/null 2>&1 || EXIT_CODE=$?
+if [ "$EXIT_CODE" = "2" ] || [ "$EXIT_CODE" = "0" ]; then
+  pass "handles missing path gracefully (exit=$EXIT_CODE — 0=skip, 2=invocation error)"
+else
+  fail_case "missing path" "unexpected exit $EXIT_CODE on /nonexistent path"
+fi
+
+echo ""
+echo "=== Results: $PASS passed, $FAIL failed ==="
+
+[ "$FAIL" = "0" ]