@vibecheckai/cli 3.0.3 → 3.0.5

package/bin/runners/lib/reality/index.js

@@ -0,0 +1,318 @@
+/**
+ * Reality Detection Module v2
+ * 
+ * Exports semantic snapshots, toast detection, and correlation detectors
+ * for meaningful UI change detection.
+ */
+
+"use strict";
+
+const {
+  CAPTURE_SCRIPT,
+  computeSemanticHash,
+  diffSnapshots,
+  calculateChangeScore,
+  createUIChangeReport,
+  IGNORE_TAGS,
+  IGNORE_SELECTORS,
+  MEANINGFUL_ROLES,
+} = require("./semantic-snapshot");
+
+const {
+  TOAST_DETECTOR_SCRIPT,
+  TOAST_LIBRARIES,
+  UNIVERSAL_SELECTORS,
+  TOAST_CLASS_TOKENS,
+  SUCCESS_TOKENS,
+  ERROR_TOKENS,
+  INFO_TOKENS,
+  classifyToastSignal,
+  createToastSignal,
+  isToastFalsePositive,
+  getLibrarySelectors,
+  buildToastSelector,
+} = require("./toast-detector");
+
+const {
+  DETECTORS,
+  analyzeActionCorrelation,
+  analyzeAllActions,
+  createFinding,
+  summarizeActionOutcome,
+  generateFingerprint,
+} = require("./correlation-detectors");
+
+const {
+  IGNORE_PATTERNS,
+  shouldIgnoreRequest,
+  normalizeRequestUrl,
+  extractTrpcOperation,
+  extractGraphqlOperation,
+  matchRequestToClientCalls,
+  mapAllRequests,
+  groupRequestsByClientCall,
+} = require("./request-mapper");
+
+const {
+  DEFAULT_CONFIG: SAFETY_CONFIG,
+  createHydrationTracker,
+  createActionStabilizer,
+  createDuplicateFilter,
+  filterToastFalsePositives,
+  isTextNoise,
+  filterSemanticDiffNoise,
+  shouldIgnoreElement,
+  buildIgnoreSelector,
+  validateMeaningfulChange,
+} = require("./safety-rails");
+
+const {
+  hashBody,
+  detectContentType,
+  redactSensitiveData,
+  enhanceRequestWithHashes,
+  findDuplicateMutations,
+  findNoOpMutations,
+  detectOptimisticMismatch,
+  analyzeUIMismatches,
+  PLAYWRIGHT_BODY_CAPTURE_SCRIPT,
+} = require("./request-hashing");
+
+// =============================================================================
+// ACTION WINDOW HELPERS
+// =============================================================================
+
+/**
+ * Default config for UI change detection
+ */
+const DEFAULT_CONFIG = {
+  quietMs: 300,
+  settleMs: 250,
+  actionWindowMs: 8000,
+  meaningfulScoreThreshold: 0.6,
+  ignoreSelectors: [],
+  textNoiseRegex: [],
+  toast: {
+    enabled: true,
+    selectorsExtra: [],
+    maxLifetimeMs: 15000,
+    captureScreenshots: true,
+  },
+};
+
+/**
+ * Merge user config with defaults
+ */
+function mergeConfig(userConfig = {}) {
+  return {
+    ...DEFAULT_CONFIG,
+    ...userConfig,
+    toast: {
+      ...DEFAULT_CONFIG.toast,
+      ...(userConfig.toast || {}),
+    },
+  };
+}
+
+/**
+ * Create an action window tracker
+ */
+function createActionWindow(config = {}) {
+  const cfg = mergeConfig(config);
+  
+  return {
+    config: cfg,
+    beforeSnapshot: null,
+    afterSnapshot: null,
+    signals: [],
+    requests: [],
+    startTime: null,
+    endTime: null,
+
+    recordBefore(snapshot) {
+      this.beforeSnapshot = snapshot;
+      this.startTime = Date.now();
+    },
+
+    recordAfter(snapshot) {
+      this.afterSnapshot = snapshot;
+      this.endTime = Date.now();
+    },
+
+    addSignal(signal) {
+      this.signals.push(signal);
+    },
+
+    addRequest(request) {
+      this.requests.push(request);
+    },
+
+    analyze() {
+      if (!this.beforeSnapshot || !this.afterSnapshot) {
+        return { error: "Missing snapshots" };
+      }
+
+      const uiChange = createUIChangeReport(
+        this.beforeSnapshot,
+        this.afterSnapshot,
+        this.signals
+      );
+
+      return {
+        uiChange,
+        signals: this.signals,
+        requests: this.requests,
+        duration: this.endTime - this.startTime,
+      };
+    },
+  };
+}
+
+/**
+ * Build Playwright script for capturing action with snapshots
+ */
+function buildActionCaptureScript(actionSelector, actionType = "click") {
+  return `
+async function captureAction(page, selector, actionType) {
+  const config = ${JSON.stringify(DEFAULT_CONFIG)};
+  
+  // Setup toast detector
+  await page.evaluate(${TOAST_DETECTOR_SCRIPT});
+  const toastDetector = await page.evaluate('window.__toastDetector = setupToastDetector()');
+
+  // Capture before snapshot
+  const beforeSnapshot = await page.evaluate(${CAPTURE_SCRIPT});
+
+  // Track network requests
+  const requests = [];
+  const requestHandler = (request) => {
+    requests.push({
+      url: request.url(),
+      method: request.method(),
+      startTime: Date.now(),
+    });
+  };
+  const responseHandler = (response) => {
+    const req = requests.find(r => r.url === response.url() && !r.status);
+    if (req) {
+      req.status = response.status();
+      req.duration = Date.now() - req.startTime;
+    }
+  };
+  
+  page.on('request', requestHandler);
+  page.on('response', responseHandler);
+
+  // Perform action
+  const startTime = Date.now();
+  if (actionType === 'click') {
+    await page.click(selector);
+  } else if (actionType === 'submit') {
+    await page.locator(selector).press('Enter');
+  }
+
+  // Wait for settle
+  await page.waitForTimeout(config.settleMs);
+
+  // Wait for network idle or timeout
+  try {
+    await page.waitForLoadState('networkidle', { timeout: config.actionWindowMs });
+  } catch {}
+
+  // Capture after snapshot
+  const afterSnapshot = await page.evaluate(${CAPTURE_SCRIPT});
+
+  // Get toast signals
+  const signals = await page.evaluate('window.__toastDetector?.getSignals() || []');
+
+  // Cleanup
+  page.off('request', requestHandler);
+  page.off('response', responseHandler);
+
+  return {
+    beforeSnapshot,
+    afterSnapshot,
+    signals,
+    requests,
+    duration: Date.now() - startTime,
+  };
+}
+`;
+}
+
+// =============================================================================
+// EXPORTS
+// =============================================================================
+
+module.exports = {
+  // Semantic Snapshot
+  CAPTURE_SCRIPT,
+  computeSemanticHash,
+  diffSnapshots,
+  calculateChangeScore,
+  createUIChangeReport,
+  IGNORE_TAGS,
+  IGNORE_SELECTORS,
+  MEANINGFUL_ROLES,
+
+  // Toast Detection
+  TOAST_DETECTOR_SCRIPT,
+  TOAST_LIBRARIES,
+  UNIVERSAL_SELECTORS,
+  TOAST_CLASS_TOKENS,
+  SUCCESS_TOKENS,
+  ERROR_TOKENS,
+  INFO_TOKENS,
+  classifyToastSignal,
+  createToastSignal,
+  isToastFalsePositive,
+  getLibrarySelectors,
+  buildToastSelector,
+
+  // Correlation Detectors
+  DETECTORS,
+  analyzeActionCorrelation,
+  analyzeAllActions,
+  createFinding,
+  summarizeActionOutcome,
+  generateFingerprint,
+
+  // Request Mapping
+  IGNORE_PATTERNS,
+  shouldIgnoreRequest,
+  normalizeRequestUrl,
+  extractTrpcOperation,
+  extractGraphqlOperation,
+  matchRequestToClientCalls,
+  mapAllRequests,
+  groupRequestsByClientCall,
+
+  // Safety Rails
+  SAFETY_CONFIG,
+  createHydrationTracker,
+  createActionStabilizer,
+  createDuplicateFilter,
+  filterToastFalsePositives,
+  isTextNoise,
+  filterSemanticDiffNoise,
+  shouldIgnoreElement,
+  buildIgnoreSelector,
+  validateMeaningfulChange,
+
+  // Action Window
+  DEFAULT_CONFIG,
+  mergeConfig,
+  createActionWindow,
+  buildActionCaptureScript,
+
+  // Request Body Hashing
+  hashBody,
+  detectContentType,
+  redactSensitiveData,
+  enhanceRequestWithHashes,
+  findDuplicateMutations,
+  findNoOpMutations,
+  detectOptimisticMismatch,
+  analyzeUIMismatches,
+  PLAYWRIGHT_BODY_CAPTURE_SCRIPT,
+};