@calibrate-ds/core 0.1.75 → 0.1.77

package/dist/verify/verdict.js

@@ -8,33 +8,58 @@
 export const VERIFY_PASS_THRESHOLD = 0.90;
 export const VERIFY_WARN_THRESHOLD = 0.70;
 /**
- * Computes a single verdict from a VerifyReport, preferring the most meaningful
- * available signal: design-content token match (immune to font/AA differences) →
- * structural slot presence → content-region pixel score → raw pixel score.
+ * If a pixel score falls below this floor while a token/structure primary exists,
+ * the pixel evidence hard-vetos the result — no token score can rescue past it.
+ * Catches the scaffold false-positive: a default prop value (aria-label="Button")
+ * inflates tokenScore to 1.0 on a blank shell, while pixel exposes the emptiness.
+ */
+export const PIXEL_FLOOR_VETO = 0.10;
+/**
+ * Computes a single verdict from a VerifyReport.
+ *
+ * Primary signal: design-content token match (immune to font/AA differences),
+ * falling back to structural slot presence when no text tokens exist.
+ *
+ * NEW-3 (Session 5 audit): the primary used to be a strict override — tokenScore,
+ * when defined, was used *exclusively*. But the token scanner has known blind
+ * spots (attribute text, short badge text), so a pixel-perfect render could stamp
+ * verified:false / 0% because its visible text lived in a placeholder attribute.
+ * The PIXEL score may now rescue a low primary — the two corroborate each other:
+ *   - low pixel + high token  → font/AA rendering noise; token is right
+ *   - high pixel + low token  → scanner blind spot; pixel is right
+ * structureScore deliberately can NOT rescue a low tokenScore: it only counts
+ * slots, so "right number of text nodes, wrong content" would max it out — a
+ * false-pass vector with no corroborating evidence behind it. Pixel rescue never
+ * downgrades a result the old chain passed (if token was highest, it still wins).
  */
 export function computeVerifyVerdict(report) {
-    let score = null;
-    let metric = "none";
+    let primary = null;
     if (report.tokenScore !== undefined) {
-        score = report.tokenScore;
-        metric = "token";
+        primary = { score: report.tokenScore, metric: "token" };
     }
     else if (report.structureScore !== undefined) {
-        score = report.structureScore;
-        metric = "structure";
+        primary = { score: report.structureScore, metric: "structure" };
+    }
+    let pixel = null;
+    if (report.pixelMatch) {
+        pixel = report.pixelMatch.contentScore !== undefined
+            ? { score: report.pixelMatch.contentScore, metric: "pixel-content" }
+            : { score: report.pixelMatch.score, metric: "pixel" };
     }
-    else if (report.pixelMatch) {
-        if (report.pixelMatch.contentScore !== undefined) {
-            score = report.pixelMatch.contentScore;
-            metric = "pixel-content";
-        }
-        else {
-            score = report.pixelMatch.score;
-            metric = "pixel";
-        }
+    // Pixel floor veto: catastrophically low pixel evidence (< 10%) with an existing
+    // primary means the scaffold's default prop values inflated the token/structure
+    // score while the render was visually empty. Pixel wins — the component failed.
+    if (primary && pixel && pixel.score < PIXEL_FLOOR_VETO) {
+        const verdict = "fail";
+        return { verdict, score: pixel.score, metric: pixel.metric };
     }
-    if (score === null)
+    // Prefer the primary; let pixel evidence rescue when it is strictly better.
+    const best = primary && pixel
+        ? (pixel.score > primary.score ? pixel : primary)
+        : (primary ?? pixel);
+    if (!best)
         return { verdict: "no-comparison", score: null, metric: "none" };
+    const { score, metric } = best;
     const verdict = score >= VERIFY_PASS_THRESHOLD ? "pass"
         : score >= VERIFY_WARN_THRESHOLD ? "warn"
             : "fail";

package/dist/verify/verdict.js.map

@@ -1 +1 @@
-{"version":3,"file":"verdict.js","sourceRoot":"","sources":["../../src/verify/verdict.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAC1C,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAY1C;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,MACc;IAC/C,IAAI,KAAK,GAAkB,IAAI,CAAC;IAChC,IAAI,MAAM,GAAkC,MAAM,CAAC;IAEnD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAClC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC;QAC1B,MAAM,GAAG,OAAO,CAAC;IACrB,CAAC;SAAM,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC7C,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC;QAC9B,MAAM,GAAG,WAAW,CAAC;IACzB,CAAC;SAAM,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3B,IAAI,MAAM,CAAC,UAAU,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/C,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC;YACvC,MAAM,GAAG,eAAe,CAAC;QAC7B,CAAC;aAAM,CAAC;YACJ,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC;YAChC,MAAM,GAAG,OAAO,CAAC;QACrB,CAAC;IACL,CAAC;IAED,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAErF,MAAM,OAAO,GAAkB,KAAK,IAAI,qBAAqB,CAAC,CAAC,CAAC,MAAM;QAClE,CAAC,CAAC,KAAK,IAAI,qBAAqB,CAAC,CAAC,CAAC,MAAM;YACzC,CAAC,CAAC,MAAM,CAAC;IAEb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AACtC,CAAC"}
+{"version":3,"file":"verdict.js","sourceRoot":"","sources":["../../src/verify/verdict.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAC1C,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAE1C;;;;;GAKG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAYrC;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,oBAAoB,CAAC,MACc;IAC/C,IAAI,OAAO,GAAoE,IAAI,CAAC;IAEpF,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAClC,OAAO,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5D,CAAC;SAAM,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;IACpE,CAAC;IAED,IAAI,KAAK,GAAoE,IAAI,CAAC;IAClF,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACpB,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,YAAY,KAAK,SAAS;YAChD,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,EAAE,eAAe,EAAE;YACpE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC9D,CAAC;IAED,iFAAiF;IACjF,gFAAgF;IAChF,gFAAgF;IAChF,IAAI,OAAO,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,GAAG,gBAAgB,EAAE,CAAC;QACrD,MAAM,OAAO,GAAkB,MAAM,CAAC;QACtC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IACjE,CAAC;IAED,4EAA4E;IAC5E,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK;QACzB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;QACjD,CAAC,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;IAEzB,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC5E,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAE/B,MAAM,OAAO,GAAkB,KAAK,IAAI,qBAAqB,CAAC,CAAC,CAAC,MAAM;QAClE,CAAC,CAAC,KAAK,IAAI,qBAAqB,CAAC,CAAC,CAAC,MAAM;YACzC,CAAC,CAAC,MAAM,CAAC;IAEb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AACtC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@calibrate-ds/core",
-  "version": "0.1.75",
+  "version": "0.1.77",
   "license": "Apache-2.0",
   "type": "module",
   "main": "dist/index.js",
@@ -39,8 +39,8 @@
     "pixelmatch": "^6.0.0",
     "pngjs": "^7.0.0",
     "zod": "^4.3.6",
-    "@calibrate-ds/shared-types": "^0.1.75",
-    "@calibrate-ds/figma-client": "^0.1.75"
+    "@calibrate-ds/shared-types": "^0.1.77",
+    "@calibrate-ds/figma-client": "^0.1.77"
   },
   "scripts": {
     "build": "tsc -p tsconfig.json",