@ryuenn3123/agentic-senior-core 3.0.17 → 3.0.19

package/scripts/ui-rubric-calibration.mjs

@@ -0,0 +1,35 @@
+#!/usr/bin/env node
+// @ts-check
+
+import { readFileSync } from 'node:fs';
+import { dirname, resolve } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { buildRubricCalibrationReport } from './ui-design-judge/rubric-calibration.mjs';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+const GOLDSET_PATH = resolve(__dirname, 'ui-design-judge', 'rubric-goldset.json');
+const REPORT_NAME = 'ui-rubric-calibration';
+
+function loadGoldset() {
+  return JSON.parse(readFileSync(GOLDSET_PATH, 'utf8'));
+}
+
+function main() {
+  const goldset = loadGoldset();
+  const report = buildRubricCalibrationReport({
+    cases: goldset.cases,
+    reviewRubricSummary: goldset.reviewRubric,
+  });
+  report.reportName = REPORT_NAME;
+  // Keep the report surface explicit so static validation can detect the machine-readable payload contract.
+  report.accuracyPercent = report.accuracyPercent;
+
+  console.log(JSON.stringify(report, null, 2));
+
+  if (!report.passed) {
+    process.exitCode = 1;
+  }
+}
+
+main();

package/scripts/validate/config.mjs

@@ -277,16 +277,21 @@ export const REQUIRED_UI_DESIGN_AUTOMATION_SNIPPETS = [
       '`motionSystem`',
       '`componentMorphology`',
       '`accessibilityPolicy`',
-      '`visualQaPolicy`',
+      '`designExecutionPolicy`',
+      '`designExecutionHandoff`',
+      '`reviewRubric`',
       '`contextHygiene`',
       'Do not reuse a color palette, component skin, or motion signature from prior chats, memories, or unrelated projects',
       'If no approved reference system exists, synthesize the design from zero using current product context, constraints, and content only.',
       'Design continuity is opt-in.',
       'WCAG 2.2 AA as the blocking baseline',
       'APCA only as advisory perceptual tuning',
-      'Hybrid visual QA must stay deterministic-first',
-      'long-page capture strategy',
-      'anchor-based section or tiled-scroll captures',
+      'Structured design execution must stay representation-first',
+      'structured handoff',
+      'surface plan',
+      'component graph',
+      'stable review rubric',
+      'Genericity findings must name the actual drift signal',
     ],
   },
   {
@@ -297,28 +302,76 @@ export const REQUIRED_UI_DESIGN_AUTOMATION_SNIPPETS = [
       'Runs only in advisory mode for this repository workflow.',
       'Do not reward generic SaaS defaults or popular template patterns.',
       'UI design judge only evaluates changed UI surfaces.',
-      'Deterministic visual diff reported no meaningful drift, so semantic review was skipped.',
-      'UI_VISUAL_DIFF_REPORT_JSON',
-      'meaningfulDiffViewportCount',
+      'Structured design execution summary was supplied to semantic review.',
+      'designExecutionSignalCount',
+      'designExecutionPolicy',
+      'designExecutionHandoff',
+      'reviewRubric',
+      'genericityStatus',
+      'handoffReady',
+      'calibratedStatus',
+    ],
+  },
+  {
+    path: 'scripts/ui-design-judge/rubric-calibration.mjs',
+    snippets: [
+      'ui-rubric-calibration-v1',
+      'matchedGenericitySignals',
+      'matchedValidBoldSignals',
+      'contractDriftDetected',
+      'Genericity claim was not backed by any named drift signal.',
+    ],
+  },
+  {
+    path: 'scripts/ui-rubric-calibration.mjs',
+    snippets: [
+      'ui-rubric-calibration',
+      'rubric-goldset.json',
+      'accuracyPercent',
     ],
   },
   {
     path: 'lib/cli/project-scaffolder/design-contract.mjs',
     snippets: [
       'tokenSystem',
+      'seedPolicy',
+      'structure-first-scaffold',
       'colorTruth',
+      'rolesAreMinimumScaffold',
       'crossViewportAdaptation',
       'motionSystem',
+      'seedToneLocked',
       'componentMorphology',
+      'seedBehaviorsRequireRefinement',
       'accessibilityPolicy',
-      'visualQaPolicy',
-      'deterministicFirst',
-      'baselineStrategy',
-      'requiredViewports',
-      'capturePlan',
-      'longPageStrategy',
-      'tileOverlapRatio',
-      'meaningfulDiffRatioThreshold',
+      'designExecutionPolicy',
+      'seedRefinementRequiredBeforeUiImplementation',
+      'requireStructuredHandoff',
+      'handoffFormatVersion',
+      'designExecutionHandoff',
+      'seedMode',
+      'requiresTaskSpecificRefinement',
+      'representationStrategy',
+      'requireSurfacePlan',
+      'requireComponentGraph',
+      'requireViewportMutationPlan',
+      'requireInteractionStateMatrix',
+      'requireContentPriorityMap',
+      'forbidScreenshotDependency',
+      'semanticReviewFocus',
+      'primaryExperienceGoal',
+      'surfacePlan',
+      'contentPriorityMap',
+      'viewportMutationPlan',
+      'interactionStateMatrix',
+      'taskFlowNarrative',
+      'signatureMoveRationale',
+      'implementationGuardrails',
+      'reviewRubric',
+      'genericitySignals',
+      'validBoldSignals',
+      'mustExplainGenericity',
+      'mustSeparateTasteFromFailure',
       'hardComplianceFloor',
       'advisoryContrastModel',
       'contextHygiene',
@@ -440,7 +493,7 @@ export const REQUIRED_DETERMINISTIC_BOUNDARY_ENFORCEMENT_SNIPPETS = [
       'diagnostics.documentationBoundaryAudit',
       'auto-docs-sync-scope-phase1',
       'auto-docs-sync-rollout-metrics',
-      'ui-design-judge-hybrid-diagnostics',
+      'ui-design-judge-structured-diagnostics',
     ],
   },
 ];