novahiz 0.1.0

package/bundled-skills/expo-skill-eval/scripts/clean-fixture.sh

@@ -0,0 +1,56 @@
+#!/usr/bin/env bash
+# Reclaim disk after a fixture's screenshots are captured. Essential for
+# dev-build runs, where each `expo run:<platform>` leaves multi-GB native build
+# output (iOS Pods + DerivedData, Android Gradle build). Removes the heavy,
+# regenerable artifacts and keeps the app source + git history, so the grader's
+# `git diff` still works.
+#
+# Usage: clean-fixture.sh <project-path>
+#
+# Env: EXPO_SKILL_EVAL_KEEP_DERIVEDDATA=1 skips the iOS DerivedData sweep (set it
+#   only if you keep a real Xcode project literally named "fixture").
+set -uo pipefail
+
+APP="${1:?usage: clean-fixture.sh <project-path>}"
+
+# Safety guard: only ever clean inside an expo-skill-eval workspace.
+case "$APP" in
+  *expo-skill-eval-*) : ;;
+  *) echo "clean-fixture: refusing to clean '$APP' (not an expo-skill-eval fixture)" >&2; exit 1 ;;
+esac
+[[ -d "$APP" ]] || { echo "clean-fixture: $APP not found, skipping"; exit 0; }
+
+# Stop any Metro / Expo dev server that may still be running for this fixture.
+# The snapshot scripts' EXIT trap normally handles this, but cleaning up here
+# catches leftover processes from crashes or interrupted runs.
+# Ports 8081 (iOS) and 8082 (Android) are the two ports the eval harness
+# reserves — freeing them here is safe because clean-fixture.sh only runs after
+# all screenshots for this fixture have been captured.
+#
+# `-sTCP:LISTEN` is REQUIRED, not a refinement: without it, `lsof -ti tcp:8082`
+# also matches the *established* connection the adb daemon holds from the
+# `adb reverse tcp:8082` tunnel, and SIGKILLing the adb daemon crashes the
+# emulator with a gfxstream gRPC SIGABRT (std::bad_function_call). Keep the flag
+# so only the Metro listener is killed.
+lsof -ti tcp:8081 -sTCP:LISTEN 2>/dev/null | xargs kill -9 2>/dev/null || true
+lsof -ti tcp:8082 -sTCP:LISTEN 2>/dev/null | xargs kill -9 2>/dev/null || true
+
+# Per-fixture heavy dirs — all gitignored / regenerable (node_modules, the
+# prebuilt native projects incl. iOS Pods and Android Gradle output, caches).
+rm -rf \
+  "$APP/node_modules" \
+  "$APP/ios" \
+  "$APP/android" \
+  "$APP/.expo" \
+  "$APP/dist" \
+  "$APP/web-build" 2>/dev/null || true
+
+# iOS DerivedData for fixture builds. create-expo-app names the project
+# "fixture", so its build output lives under DerivedData/fixture-<hash>. This is
+# a cache (worst case a rebuild), so it's safe to drop between fixtures.
+if [[ "${EXPO_SKILL_EVAL_KEEP_DERIVEDDATA:-0}" != "1" ]]; then
+  DD="$HOME/Library/Developer/Xcode/DerivedData"
+  [[ -d "$DD" ]] && rm -rf "$DD"/fixture-* 2>/dev/null || true
+fi
+
+echo "cleaned fixture: $APP"

package/bundled-skills/expo-skill-eval/scripts/generate_viewer.py

@@ -0,0 +1,450 @@
+#!/usr/bin/env python3
+"""Generate the self-contained HTML viewer for an expo-skill-eval run.
+
+Usage: generate_viewer.py <workspace-root> [--artifact]
+  <workspace-root>  Run root, e.g. /private/tmp/expo-skill-eval-expo-ui.
+                    Iteration dirs (iteration-*) and trigger-evals/ live under it;
+                    viewer.html is written there and opened in the browser.
+  --artifact        Emit viewer_artifact.html (page-content only, no
+                    <!DOCTYPE>/<html>/<head>/<body>) for the Artifact tool, and
+                    do NOT open a browser. The standalone viewer.html is still
+                    written on a normal (non-artifact) run.
+
+Reads, per iteration, <iter>/evals.json plus each eval's
+eval-<id>/<config>/{grading.json,static.json,outputs/<platform>.png}. Screenshots
+are embedded as base64 data: URIs so the file is fully self-contained (and
+satisfies the Artifact CSP). Self-paced by argv so it can be a checked-in script
+rather than regenerated each run.
+"""
+
+import base64
+import json
+import sys
+import webbrowser
+from pathlib import Path
+
+
+def b64_img(path):
+    if not path:
+        return None
+    p = Path(path)
+    if not p.exists() or not p.is_file():
+        return None
+    with open(p, "rb") as f:
+        data = base64.b64encode(f.read()).decode()
+    ext = p.suffix.lower().lstrip(".")
+    mime = {"png": "image/png", "jpg": "image/jpeg", "jpeg": "image/jpeg"}.get(ext, "image/png")
+    return f"data:{mime};base64,{data}"
+
+
+def score_color(score, max_score):
+    if not max_score:
+        return "#888"
+    pct = score / max_score
+    if pct >= 0.85:
+        return "#4ade80"
+    elif pct >= 0.65:
+        return "#fbbf24"
+    else:
+        return "#f87171"
+
+
+def load_json(path, default=None):
+    p = Path(path)
+    if not p.exists():
+        return default
+    try:
+        with open(p) as f:
+            return json.load(f)
+    except Exception:
+        return default
+
+
+def render_expectations(expectations):
+    if not expectations:
+        return ""
+    html = '<ul class="exp-list">'
+    for exp in expectations:
+        if isinstance(exp, dict):
+            passed = exp.get("passed", None)
+            text = exp.get("text", str(exp))
+            evidence = exp.get("evidence", "")
+            if passed is True:
+                badge = '<span class="badge pass">PASS</span>'
+            elif passed is False:
+                badge = '<span class="badge fail">FAIL</span>'
+            else:
+                badge = '<span class="badge unknown">?</span>'
+            ev_html = f'<div class="evidence">{evidence}</div>' if evidence else ""
+            html += f'<li>{badge} {text}{ev_html}</li>'
+        else:
+            html += f'<li><span class="badge unknown">?</span> {exp}</li>'
+    html += "</ul>"
+    return html
+
+
+def render_quality(quality):
+    if not quality:
+        return ""
+    dims = quality.get("dimensions", [])
+    subtotal = quality.get("subtotal", 0)
+    max_total = quality.get("max", 0)
+    summary = quality.get("summary", "")
+    html = '<div class="quality-block">'
+    html += f'<div class="quality-header">Design Quality: <b>{subtotal}/{max_total}</b></div>'
+    for d in dims:
+        name = d.get("name", "")
+        score = d.get("score", 0)
+        mx = d.get("max", 3)
+        evidence = d.get("evidence", "")
+        pct = (score / mx * 100) if mx else 0
+        color = score_color(score, mx)
+        html += f'''<div class="quality-dim">
+  <div class="dim-label">{name} <span style="color:{color}">{score}/{mx}</span></div>
+  <div class="dim-bar-wrap"><div class="dim-bar" style="width:{pct:.0f}%;background:{color}"></div></div>
+  {f'<div class="dim-evidence">{evidence}</div>' if evidence else ""}
+</div>'''
+    if summary:
+        html += f'<div class="quality-summary">{summary}</div>'
+    html += "</div>"
+    return html
+
+
+def render_config_card(iter_dir, eval_id, config, eval_case, grading, static_result):
+    screenshots = []
+    for plat in eval_case.get("runtime", {}).get("platforms", ["ios"]):
+        img_path = iter_dir / f"eval-{eval_id}" / config / "outputs" / f"{plat}.png"
+        screenshots.append((plat, b64_img(img_path)))
+
+    static_pass = static_result and static_result.get("exit_code") == 0
+    static_badge = '<span class="badge pass">BUILD OK</span>' if static_pass else '<span class="badge fail">BUILD FAIL</span>'
+
+    score = grading.get("score", 0) if grading else None
+    max_score = grading.get("max_score", 1) if grading else 1
+    score_html = ""
+    if score is not None:
+        color = score_color(score, max_score)
+        score_html = f'<div class="score" style="color:{color}">{score}/{max_score}</div>'
+
+    label = "With Skill" if config == "with_skill" else "Without Skill"
+    html = '<div class="config-card">'
+    html += f'<div class="config-header"><span class="config-label {"with" if config == "with_skill" else "without"}">{label}</span>{static_badge}{score_html}</div>'
+
+    for plat, img_b64 in screenshots:
+        if img_b64:
+            html += f'<div class="screenshot-wrap"><div class="plat-label">{plat}</div>'
+            html += f'<img src="{img_b64}" class="screenshot" onclick="this.classList.toggle(\'zoomed\')" />'
+            html += '</div>'
+        else:
+            html += f'<div class="screenshot-wrap"><div class="plat-label">{plat}</div><div class="no-screenshot">No screenshot</div></div>'
+
+    if grading:
+        html += render_expectations(grading.get("expectations", []))
+
+        ref_match = grading.get("reference_match")
+        if ref_match:
+            rm_score = ref_match.get("score", 0)
+            rm_max = ref_match.get("max", 10)
+            rm_color = score_color(rm_score, rm_max)
+            html += f'<div class="ref-match"><b>Reference Match:</b> <span style="color:{rm_color}">{rm_score}/{rm_max}</span>'
+            if ref_match.get("evidence"):
+                html += f'<div class="evidence">{ref_match["evidence"]}</div>'
+            html += '</div>'
+
+        html += render_quality(grading.get("quality"))
+
+        notes = grading.get("user_notes_summary", {})
+        if notes and notes.get("notes"):
+            html += f'<div class="reviewer-notes"><b>Notes:</b> {notes["notes"]}</div>'
+
+    html += '</div>'
+    return html
+
+
+def render_iteration(iter_dir):
+    evals = load_json(iter_dir / "evals.json")
+    if not evals:
+        return f"<p>No evals.json found in {iter_dir}</p>"
+
+    html = ""
+    total_with = total_without = 0
+    scored_with = scored_without = 0
+    qual_with = qual_without = 0
+    total_evals = 0
+
+    for ev in evals:
+        eid = ev["id"]
+        ref_img_b64 = b64_img(ev.get("reference_image", ""))
+
+        with_grading = load_json(iter_dir / f"eval-{eid}" / "with_skill" / "grading.json")
+        without_grading = load_json(iter_dir / f"eval-{eid}" / "without_skill" / "grading.json")
+        with_static = load_json(iter_dir / f"eval-{eid}" / "with_skill" / "static.json")
+        without_static = load_json(iter_dir / f"eval-{eid}" / "without_skill" / "static.json")
+
+        total_evals += 1
+
+        if with_grading and with_grading.get("max_score"):
+            scored_with += with_grading.get("score", 0)
+            total_with += with_grading.get("max_score", 0)
+        if without_grading and without_grading.get("max_score"):
+            scored_without += without_grading.get("score", 0)
+            total_without += without_grading.get("max_score", 0)
+        if with_grading and with_grading.get("quality"):
+            qual_with += with_grading["quality"].get("subtotal", 0)
+        if without_grading and without_grading.get("quality"):
+            qual_without += without_grading["quality"].get("subtotal", 0)
+
+        html += '<div class="eval-case">'
+        html += f'<div class="eval-header">Eval #{eid}</div>'
+        html += f'<div class="eval-prompt">{ev.get("prompt", "")[:200]}</div>'
+
+        if ref_img_b64:
+            html += '<div class="ref-image-wrap"><div class="ref-label">Target Reference</div>'
+            html += f'<img src="{ref_img_b64}" class="ref-image" onclick="this.classList.toggle(\'zoomed\')" />'
+            html += '</div>'
+
+        html += '<div class="configs-row">'
+        html += render_config_card(iter_dir, eid, "with_skill", ev, with_grading, with_static)
+        html += render_config_card(iter_dir, eid, "without_skill", ev, without_grading, without_static)
+        html += '</div>'
+        html += '</div>'
+
+    with_pct = (scored_with / total_with * 100) if total_with else 0
+    without_pct = (scored_without / total_without * 100) if total_without else 0
+    delta = with_pct - without_pct
+    delta_color = "#4ade80" if delta > 0 else "#f87171" if delta < 0 else "#888"
+
+    qual_html = ""
+    if qual_with or qual_without:
+        qdelta = qual_with - qual_without
+        qcolor = "#4ade80" if qdelta > 0 else "#f87171" if qdelta < 0 else "#888"
+        qual_html = f'  <div class="summary-item">Quality Δ: <span style="color:{qcolor}">{qdelta:+d}</span></div>\n'
+
+    summary = f'''<div class="summary-bar">
+  <div class="summary-item">With Skill: <span style="color:{score_color(scored_with, total_with) if total_with else "#888"}">{with_pct:.0f}%</span></div>
+  <div class="summary-item">Without Skill: <span style="color:{score_color(scored_without, total_without) if total_without else "#888"}">{without_pct:.0f}%</span></div>
+  <div class="summary-item">Delta: <span style="color:{delta_color}">{delta:+.0f}pp</span></div>
+{qual_html}  <div class="summary-item">Evals: {total_evals}</div>
+</div>'''
+
+    return summary + html
+
+
+def render_trigger_table(results_path):
+    data = load_json(results_path)
+    if not data:
+        return ""
+
+    html = '<div class="trigger-section"><h2>Trigger Accuracy</h2>'
+    recall = data.get("recall", 0)
+    color = score_color(recall, 1)
+    passed_count = data.get("passed", data.get("triggered", 0))
+    html += f'<div class="trigger-summary">Recall: <span style="color:{color}">{100*recall:.0f}%</span> ({passed_count}/{data.get("total")} passed)</div>'
+    html += '<table class="trigger-table"><tr><th>#</th><th>Prompt</th><th>Should Trigger</th><th>Triggered</th><th>Result</th><th>Time</th></tr>'
+    for i, r in enumerate(data.get("results", []), 1):
+        # Support both schema variants: {id, prompt, should_trigger, pass} and {query, triggered, duration}
+        rid = r.get("id", i)
+        prompt = r.get("prompt", r.get("query", ""))
+        should_trigger = r.get("should_trigger", True)  # default True for recall-only runs
+        triggered = r.get("triggered", False)
+        passed = r.get("pass", triggered if should_trigger else not triggered)
+        result_badge = '<span class="badge pass">PASS</span>' if passed else '<span class="badge fail">FAIL</span>'
+        should = "Yes" if should_trigger else "No"
+        triggered_str = "Yes" if triggered else "No"
+        elapsed = r.get("elapsed_s", r.get("duration", "?"))
+        html += f'<tr><td>{rid}</td><td class="prompt-cell">{prompt[:80]}</td><td>{should}</td><td>{triggered_str}</td><td>{result_badge}</td><td>{elapsed}s</td></tr>'
+    html += '</table></div>'
+    return html
+
+
+CSS = """\
+:root {
+  --ground: #090C14;
+  --surface: #0E1320;
+  --surface-hi: #131929;
+  --border: #1A2238;
+  --text: #D9E2F5;
+  --text-muted: #6B7A9E;
+  --text-dim: #3A4560;
+  --accent: #7B6FD3;
+  --accent-glow: rgba(123,111,211,0.12);
+  --pass: #4DB87C;
+  --pass-bg: rgba(77,184,124,0.10);
+  --fail: #E05555;
+  --fail-bg: rgba(224,85,85,0.10);
+  --score-with: #9B8EE8;
+  --score-without: #5A6480;
+}
+* { box-sizing: border-box; margin: 0; padding: 0; }
+body { background: var(--ground); color: var(--text); font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif; font-size: 14px; line-height: 1.5; padding: 20px 24px; }
+h1 { font-size: 15px; font-weight: 500; letter-spacing: 0.06em; text-transform: uppercase; color: var(--text-muted); margin-bottom: 20px; }
+h2 { font-size: 11px; font-weight: 600; letter-spacing: 0.08em; text-transform: uppercase; color: var(--text-muted); margin: 24px 0 10px; }
+
+/* Tabs */
+.tabs { display: flex; gap: 6px; margin-bottom: 20px; }
+.tab { background: var(--surface); border: 1px solid var(--border); color: var(--text-muted); padding: 5px 14px; border-radius: 5px; cursor: pointer; font-size: 12px; font-weight: 500; transition: color .15s, border-color .15s; }
+.tab:hover { color: var(--text); border-color: #2A3558; }
+.tab.active { background: var(--surface-hi); border-color: var(--accent); color: var(--text); }
+
+/* Summary strip */
+.summary-bar { display: flex; gap: 0; background: var(--surface); border: 1px solid var(--border); border-radius: 8px; overflow: hidden; margin-bottom: 20px; }
+.summary-item { flex: 1; padding: 12px 16px; border-right: 1px solid var(--border); font-size: 11px; letter-spacing: 0.04em; text-transform: uppercase; color: var(--text-muted); }
+.summary-item:last-child { border-right: none; }
+.summary-item span { display: block; font-size: 22px; font-weight: 700; font-variant-numeric: tabular-nums; letter-spacing: -0.02em; color: var(--text); margin-top: 2px; }
+
+/* Eval card */
+.eval-case { background: var(--surface); border: 1px solid var(--border); border-radius: 10px; margin-bottom: 24px; overflow: hidden; }
+.eval-header { padding: 10px 16px; font-size: 11px; font-weight: 600; letter-spacing: 0.07em; text-transform: uppercase; color: var(--text-muted); border-bottom: 1px solid var(--border); }
+.eval-prompt { padding: 12px 16px; font-size: 13px; color: var(--text); border-bottom: 1px solid var(--border); line-height: 1.55; }
+
+/* Reference image */
+.ref-image-wrap { padding: 16px; background: #07090F; border-bottom: 1px solid var(--border); }
+.ref-label { font-size: 10px; font-weight: 600; letter-spacing: 0.09em; text-transform: uppercase; color: var(--text-dim); margin-bottom: 8px; }
+.ref-image { max-height: 260px; width: auto; border-radius: 10px; border: 1px solid #1E2840; cursor: zoom-in; display: block; }
+.ref-image.zoomed { max-height: none; cursor: zoom-out; }
+
+/* Side-by-side config columns */
+.configs-row { display: grid; grid-template-columns: 1fr 1fr; }
+.config-card { padding: 16px; border-right: 1px solid var(--border); position: relative; }
+.config-card:last-child { border-right: none; }
+
+/* The aesthetic risk: the with_skill card gets a faint violet radial glow from its header edge */
+.config-card:first-child::before {
+  content: "";
+  position: absolute;
+  top: 0; left: 0; right: 0; height: 180px;
+  background: radial-gradient(ellipse 80% 120px at 50% 0, var(--accent-glow), transparent 70%);
+  pointer-events: none;
+}
+
+.config-header { display: flex; align-items: center; gap: 8px; margin-bottom: 14px; flex-wrap: wrap; }
+.config-label { font-size: 10px; font-weight: 700; letter-spacing: 0.07em; text-transform: uppercase; padding: 3px 8px; border-radius: 4px; }
+.config-label.with { background: rgba(123,111,211,0.15); color: var(--accent); border: 1px solid rgba(123,111,211,0.25); }
+.config-label.without { background: var(--surface-hi); color: var(--text-muted); border: 1px solid var(--border); }
+.score { font-size: 22px; font-weight: 700; font-variant-numeric: tabular-nums; margin-left: auto; }
+.config-card:first-child .score { color: var(--score-with); }
+.config-card:last-child .score { color: var(--score-without); }
+
+/* Badges */
+.badge { display: inline-flex; align-items: center; font-size: 9px; font-weight: 700; padding: 2px 7px; border-radius: 3px; letter-spacing: 0.05em; text-transform: uppercase; }
+.badge.pass { background: var(--pass-bg); color: var(--pass); border: 1px solid rgba(77,184,124,0.2); }
+.badge.fail { background: var(--fail-bg); color: var(--fail); border: 1px solid rgba(224,85,85,0.2); }
+.badge.unknown { background: var(--surface-hi); color: var(--text-dim); border: 1px solid var(--border); }
+
+/* Screenshots */
+.screenshot-wrap { margin-bottom: 14px; }
+.plat-label { font-size: 9px; font-weight: 600; letter-spacing: 0.09em; text-transform: uppercase; color: var(--text-dim); margin-bottom: 6px; }
+.screenshot { max-width: 100%; max-height: 380px; width: auto; border-radius: 14px; border: 1px solid #1A2540; cursor: zoom-in; display: block; box-shadow: 0 4px 24px rgba(0,0,0,0.5); }
+.screenshot.zoomed { max-height: none; cursor: zoom-out; }
+.no-screenshot { color: var(--text-dim); font-size: 11px; padding: 16px; background: var(--surface-hi); border-radius: 6px; text-align: center; border: 1px dashed var(--border); }
+
+/* Expectations */
+.exp-list { list-style: none; margin-top: 12px; }
+.exp-list li { padding: 6px 0; border-bottom: 1px solid var(--border); font-size: 12px; color: var(--text-muted); display: flex; flex-wrap: wrap; gap: 6px; align-items: flex-start; }
+.exp-list li:last-child { border-bottom: none; }
+.evidence { font-size: 10px; color: var(--text-dim); width: 100%; line-height: 1.5; margin-top: 2px; }
+
+/* Reference match block */
+.ref-match { margin-top: 12px; font-size: 12px; color: var(--text-muted); background: var(--surface-hi); padding: 10px 12px; border-radius: 6px; border-left: 2px solid var(--accent); }
+.ref-match b { color: var(--text); }
+
+/* Quality rubric */
+.quality-block { margin-top: 12px; background: var(--surface-hi); border: 1px solid var(--border); border-radius: 6px; padding: 12px; }
+.quality-header { font-size: 11px; font-weight: 600; letter-spacing: 0.05em; text-transform: uppercase; color: var(--text-muted); margin-bottom: 10px; }
+.quality-dim { margin-bottom: 10px; }
+.quality-dim:last-of-type { margin-bottom: 0; }
+.dim-label { font-size: 10px; color: var(--text-muted); margin-bottom: 4px; display: flex; justify-content: space-between; }
+.dim-label span { font-variant-numeric: tabular-nums; }
+.dim-bar-wrap { height: 3px; background: var(--border); border-radius: 2px; overflow: hidden; }
+.dim-bar { height: 100%; border-radius: 2px; }
+.dim-evidence { font-size: 10px; color: var(--text-dim); margin-top: 3px; line-height: 1.45; }
+.quality-summary { font-size: 11px; color: var(--text-dim); margin-top: 8px; padding-top: 8px; border-top: 1px solid var(--border); }
+.reviewer-notes { margin-top: 10px; font-size: 11px; color: var(--text-dim); background: var(--ground); padding: 8px 10px; border-radius: 4px; }
+
+/* Trigger table */
+.trigger-section { margin-top: 32px; }
+.trigger-summary { font-size: 13px; margin-bottom: 12px; color: var(--text-muted); }
+.trigger-table { width: 100%; border-collapse: collapse; font-size: 12px; }
+.trigger-table th { background: var(--surface); padding: 9px 10px; text-align: left; font-size: 10px; font-weight: 600; letter-spacing: 0.07em; text-transform: uppercase; color: var(--text-muted); border-bottom: 1px solid var(--border); }
+.trigger-table td { padding: 8px 10px; border-bottom: 1px solid var(--border); color: var(--text-muted); vertical-align: top; }
+.trigger-table tr:last-child td { border-bottom: none; }
+.trigger-table tr:hover td { background: var(--surface-hi); }
+.prompt-cell { max-width: 320px; word-break: break-word; color: var(--text); }
+@media (prefers-reduced-motion: reduce) { .dim-bar { transition: none; } }
+"""
+
+JS = """\
+function showTab(i) {
+  document.querySelectorAll('.panel').forEach((p, idx) => { p.style.display = idx === i ? 'block' : 'none'; });
+  document.querySelectorAll('.tab').forEach((t, idx) => { t.classList.toggle('active', idx === i); });
+  localStorage.setItem('expo-eval-tab', i);
+}
+(function() {
+  const saved = parseInt(localStorage.getItem('expo-eval-tab') || '0', 10);
+  if (saved > 0) showTab(saved);
+})();
+"""
+
+
+def build_page(ws, title, artifact=False):
+    iterations = sorted(p for p in ws.glob("iteration-*") if p.is_dir())
+    if not iterations:
+        return f"<p>No iteration directories found under {ws}.</p>"
+
+    tabs_html = ""
+    panels_html = ""
+    for i, it in enumerate(iterations):
+        active = "active" if i == 0 else ""
+        tabs_html += f'<button class="tab {active}" onclick="showTab({i})" id="tab-{i}">{it.name}</button>'
+        content = render_iteration(it)
+        panels_html += f'<div class="panel" id="panel-{i}" style="display:{"block" if i == 0 else "none"}">{content}</div>'
+
+    trigger_html = render_trigger_table(ws / "trigger-evals" / "trigger_results.json")
+    body_content = f'<h1>{title}</h1>\n<div class="tabs">{tabs_html}</div>\n{panels_html}\n{trigger_html}'
+
+    if artifact:
+        return f'<title>{title}</title>\n<style>\n{CSS}</style>\n{body_content}\n<script>\n{JS}</script>'
+    return f'''<!DOCTYPE html>
+<html lang="en">
+<head>
+<meta charset="UTF-8" />
+<meta name="viewport" content="width=device-width, initial-scale=1" />
+<title>{title}</title>
+<style>
+{CSS}
+</style>
+</head>
+<body>
+{body_content}
+<script>
+{JS}
+</script>
+</body>
+</html>'''
+
+
+def main():
+    args = [a for a in sys.argv[1:] if a != "--artifact"]
+    artifact = "--artifact" in sys.argv
+    if not args:
+        print("usage: generate_viewer.py <workspace-root> [--artifact]", file=sys.stderr)
+        sys.exit(1)
+
+    ws = Path(args[0]).resolve()
+    skill = ws.name.replace("expo-skill-eval-", "")
+    title = f"{skill} Skill Eval"
+    html = build_page(ws, title, artifact=artifact)
+
+    if artifact:
+        out = ws / "viewer_artifact.html"
+        out.write_text(html)
+        print(f"Artifact viewer written: {out}")
+    else:
+        out = ws / "viewer.html"
+        out.write_text(html)
+        print(f"Viewer written: {out}")
+        webbrowser.open("file://" + str(out))
+
+
+if __name__ == "__main__":
+    main()

package/bundled-skills/expo-skill-eval/scripts/latest-sdk.sh

@@ -0,0 +1,46 @@
+#!/usr/bin/env bash
+# Print the latest Expo SDK major version.
+#
+# Usage: latest-sdk.sh
+#
+# The `expo` package's major version IS the SDK version (expo@56.x -> SDK 56).
+# Uses bun to run `npm view expo dist-tags --json` (so it honors the local npm
+# registry / proxy / auth config rather than hardcoding registry.npmjs.org),
+# JSON.parse the result, and take the major via the `semver` package (falling
+# back to a numeric split if semver can't be resolved). Run via the skill's
+# `bash *expo-skill-eval/scripts/*` rule so SDK detection stays prompt-free —
+# the npm child runs under bun, not as its own Bash tool call.
+set -euo pipefail
+
+exec bun -e '
+  let out;
+  try {
+    out = await Bun.$`npm view expo dist-tags --json`.text();
+  } catch (e) {
+    console.error("error: `npm view expo` failed: " + (e?.message ?? e));
+    process.exit(1);
+  }
+  let latest;
+  try {
+    latest = JSON.parse(out)?.latest;
+  } catch {
+    console.error("error: could not JSON.parse `npm view` output");
+    process.exit(1);
+  }
+  if (!latest) {
+    console.error("error: no `latest` dist-tag for expo");
+    process.exit(1);
+  }
+  let major;
+  try {
+    const semver = await import("semver");
+    major = (semver.default ?? semver).major(latest);
+  } catch {
+    major = Number.parseInt(String(latest).split(".")[0], 10);
+  }
+  if (!Number.isInteger(major)) {
+    console.error(`error: could not parse SDK major from "${latest}"`);
+    process.exit(1);
+  }
+  console.log(major);
+'

package/bundled-skills/expo-skill-eval/scripts/make-fixture.sh

@@ -0,0 +1,95 @@
+#!/usr/bin/env bash
+# Create an Expo app fixture for an eval run.
+#
+# Usage: make-fixture.sh <project-path> [sdk-version] [variant]
+#   project-path  Where the app should end up (must not exist yet)
+#   sdk-version   Expo SDK major version, e.g. "56". Omit for the latest template.
+#   variant       "clean" (default) runs the template's reset-project script so
+#                 executors start from a blank app instead of the example
+#                 screens. "full" keeps the example tabs (Home/Explore) - use
+#                 it for evals whose prompt assumes an existing app.
+#
+# One pristine app is created per SDK version + variant with
+# `bunx create-expo-app -t default@sdk-<version>` and cached under
+# $EXPO_SKILL_EVAL_CACHE (default ~/.cache/expo-skill-eval/fixtures).
+# Each call clones the cache with APFS copy-on-write, so only the first
+# call per SDK version pays the install cost.
+set -euo pipefail
+
+PROJECT_PATH="${1:?usage: make-fixture.sh <project-path> [sdk-version] [variant]}"
+SDK_VERSION="${2:-}"
+VARIANT="${3:-clean}"
+if [[ "$VARIANT" != "clean" && "$VARIANT" != "full" ]]; then
+  echo "error: variant must be 'clean' or 'full', got '$VARIANT'" >&2
+  exit 1
+fi
+CACHE_ROOT="${EXPO_SKILL_EVAL_CACHE:-$HOME/.cache/expo-skill-eval/fixtures}"
+
+if [[ -e "$PROJECT_PATH" ]]; then
+  echo "error: $PROJECT_PATH already exists" >&2
+  exit 1
+fi
+
+TEMPLATE="default"
+CACHE_KEY="latest"
+if [[ -n "$SDK_VERSION" ]]; then
+  TEMPLATE="default@sdk-${SDK_VERSION}"
+  CACHE_KEY="sdk-${SDK_VERSION}"
+fi
+if [[ "$VARIANT" == "clean" ]]; then
+  CACHE_KEY="${CACHE_KEY}-clean"
+fi
+CACHE_DIR="$CACHE_ROOT/$CACHE_KEY"
+
+if [[ ! -d "$CACHE_DIR" ]]; then
+  echo "building fixture cache for template '$TEMPLATE'..." >&2
+  mkdir -p "$CACHE_ROOT"
+  TMP_DIR="$(mktemp -d)"
+  trap 'rm -rf "$TMP_DIR"' EXIT
+  (cd "$TMP_DIR" && bunx create-expo-app --yes --template "$TEMPLATE" fixture) >&2
+  if [[ "$VARIANT" == "clean" ]]; then
+    # Strip the example screens so executors start from a blank app.
+    # Answer "n" to the "move to /example?" prompt - delete them instead.
+    (cd "$TMP_DIR/fixture" && echo n | bun run reset-project) >&2
+  fi
+  # Pin a stable iOS bundle identifier and Android package. The default template
+  # leaves both unset, so a dev-build run (`expo run:ios`/`expo run:android`)
+  # would prompt for them - which fails in the snapshot scripts' non-interactive
+  # mode - and the snapshot scripts need a known id to relaunch the app by.
+  (cd "$TMP_DIR/fixture" && bun -e '
+    const f = "app.json";
+    const j = await Bun.file(f).json();
+    j.expo ??= {};
+    j.expo.ios ??= {};
+    j.expo.android ??= {};
+    j.expo.ios.bundleIdentifier ??= "com.exposkilleval.fixture";
+    j.expo.android.package ??= "com.exposkilleval.fixture";
+    await Bun.write(f, JSON.stringify(j, null, 2) + "\n");
+  ') >&2
+  # The CLI normally generates expo-env.d.ts on first `expo start`; the static
+  # gate runs tsc before any start, so create it up front (it provides the
+  # CSS-module and Metro type declarations from expo/types).
+  printf '/// <reference types="expo/types" />\n' >"$TMP_DIR/fixture/expo-env.d.ts"
+  # expo-dev-client is required for dev-build snapshots: it registers the
+  # expo-development-client URL scheme and enables custom Metro port connections
+  # (expo run:ios/android --port N opens the app via a deep link that the dev
+  # client handles). Without it, a custom port deep link may not open the app.
+  (cd "$TMP_DIR/fixture" && bunx expo install expo-dev-client) >&2
+  # First `expo lint` self-installs eslint + eslint-config-expo and writes
+  # eslint.config.js if missing; it may exit non-zero on that bootstrap run.
+  (cd "$TMP_DIR/fixture" && CI=1 bunx expo lint) >&2 || true
+  printf '.eval-static/\n' >>"$TMP_DIR/fixture/.gitignore"
+  mv "$TMP_DIR/fixture" "$CACHE_DIR"
+fi
+
+mkdir -p "$(dirname "$PROJECT_PATH")"
+# -c uses APFS clonefile (instant, no extra disk); fall back to a plain copy.
+cp -Rc "$CACHE_DIR" "$PROJECT_PATH" 2>/dev/null || cp -R "$CACHE_DIR" "$PROJECT_PATH"
+
+# Fresh git history so `git diff` in the app shows exactly what the executor changed.
+rm -rf "$PROJECT_PATH/.git"
+git -C "$PROJECT_PATH" init -q
+git -C "$PROJECT_PATH" add -A
+git -C "$PROJECT_PATH" commit -qm "fixture: pristine $TEMPLATE template" --no-verify
+
+echo "$PROJECT_PATH"