@deeeed/metamask-harness 0.42.0 → 0.44.0

package/library/manifests/mobile.action-manifest.json

@@ -1219,6 +1219,103 @@
       },
       "execution_capabilities": []
     },
+    "app.performance_capture": {
+      "description": "Capture bounded CDP native UI frame metrics and separately labelled JavaScript work across Recipe Protocol v1 node boundaries.",
+      "examples": [
+        {
+          "action": "app.performance_capture",
+          "phase": "start",
+          "id": "homepage-scroll",
+          "max_duration_ms": 300000,
+          "intent": "Start the bounded UI smoothness window",
+          "next": "exercise-flow"
+        },
+        {
+          "action": "app.performance_capture",
+          "phase": "end",
+          "id": "homepage-scroll",
+          "artifact_path": "performance/homepage-scroll.json",
+          "html_path": "performance/homepage-scroll.html",
+          "intent": "End and index the UI smoothness window",
+          "next": "assert-performance"
+        }
+      ],
+      "schema": {
+        "type": "object",
+        "properties": {
+          "phase": {
+            "type": "string",
+            "enum": ["start", "end"]
+          },
+          "id": {
+            "type": "string"
+          },
+          "max_duration_ms": {
+            "type": "integer",
+            "minimum": 1,
+            "description": "Maximum accepted at runtime: 3600000 ms."
+          },
+          "artifact_path": {
+            "type": "string"
+          },
+          "html_path": {
+            "type": "string"
+          }
+        },
+        "required": ["phase", "id"],
+        "additionalProperties": false
+      },
+      "execution_capabilities": ["host-read-export"]
+    },
+    "app.performance_assert": {
+      "description": "Assert a previously indexed app.performance_capture summary without hiding unavailable or partial source coverage.",
+      "examples": [
+        {
+          "action": "app.performance_assert",
+          "id": "homepage-scroll",
+          "artifact_path": "performance/homepage-scroll.json",
+          "required_status": ["complete", "partial"],
+          "minimum_frame_count": 1,
+          "require_native_ui_when_supported": true,
+          "required_node_ids": ["scroll-homepage"],
+          "intent": "Assert the indexed UI smoothness summary",
+          "next": "done"
+        }
+      ],
+      "schema": {
+        "type": "object",
+        "properties": {
+          "id": {
+            "type": "string"
+          },
+          "artifact_path": {
+            "type": "string"
+          },
+          "required_status": {
+            "type": "array",
+            "items": {
+              "type": "string",
+              "enum": ["complete", "partial", "unavailable"]
+            }
+          },
+          "minimum_frame_count": {
+            "type": "integer",
+            "minimum": 0,
+            "description": "Minimum native UI frame count. JavaScript task count cannot satisfy this assertion."
+          },
+          "require_native_ui_when_supported": {
+            "type": "boolean"
+          },
+          "required_node_ids": {
+            "type": "array",
+            "items": { "type": "string" }
+          }
+        },
+        "required": ["id"],
+        "additionalProperties": false
+      },
+      "execution_capabilities": ["host-read-export"]
+    },
     "app.status": {
       "description": "Report the adapter's static status — platform, project root, resolved checkout shape, and headless compatibility mode (no live route or account).",
       "examples": [
@@ -1521,7 +1618,7 @@
       "execution_capabilities": ["app-mutation"]
     },
     "metamask.wallet.lock": {
-      "description": "Lock the Mobile wallet through the visible menu and confirm the login screen.",
+      "description": "Lock the Android Mobile wallet through the visible menu and confirm the login screen on development or opaque clients.",
       "schema": {
         "type": "object",
         "properties": {
@@ -3018,6 +3115,9 @@
           "wait_for_lifecycle": {
             "type": "string"
           },
+          "wait_for_content_variant": {
+            "type": "string"
+          },
           "wait_timeout_ms": {
             "type": "number",
             "minimum": 1
@@ -3047,7 +3147,7 @@
           },
           "required_live_streams": {
             "type": "array",
-            "description": "Require values_ready records sourced from fresh_socket for each named Perps stream.",
+            "description": "Require app-emitted [PerpsLoadProof] values_ready records from fresh_socket with one complete session, lifecycle, account, context, and connection-generation identity.",
             "items": {
               "type": "string",
               "enum": ["prices", "positions", "orders", "account"]
@@ -3116,7 +3216,7 @@
         {
           "action": "metamask.perps.capture_performance",
           "phase": "end",
-          "require_records": false,
+          "require_records": true,
           "required_live_streams": ["positions", "orders", "account"],
           "intent": "Preserve production Perps loading and live-stream evidence emitted during this run",
           "next": "done"
@@ -3193,6 +3293,28 @@
       ],
       "execution_capabilities": ["app-mutation"]
     },
+    "metamask.perps.ensure_mode": {
+      "description": "Ensure the viewport-visible Perps market-detail root is Lite or Pro. The action presses the active mode control at most once and fails closed if that press opens another chooser or does not converge directly.",
+      "schema": {
+        "type": "object",
+        "properties": {
+          "mode": {
+            "type": "string",
+            "enum": ["lite", "pro"]
+          },
+          "timeout_ms": { "type": "integer", "minimum": 1000, "default": 30000 }
+        },
+        "required": ["mode"],
+        "additionalProperties": false
+      },
+      "examples": [{
+        "action": "metamask.perps.ensure_mode",
+        "mode": "pro",
+        "intent": "Reach Pro through the visible market-detail mode control",
+        "next": "done"
+      }],
+      "execution_capabilities": ["app-mutation"]
+    },
     "metamask.perps.start_state": {
       "description": "mobile Default to testnet for Perps mutations; mainnet is read-only unless explicitly requested. Recommended configurable Perps start state that first restores the fixture-backed unlocked wallet, then composes reusable domain operations before the proof window.",
       "schema": {

package/library/recipes/mobile/perps/performance.recipe.json

@@ -51,7 +51,6 @@
         "type": "string",
         "enum": [
           "navigate_return",
-          "cold_disk_cache",
           "cold_no_cache",
           "background_short",
           "background_reconnect",
@@ -168,25 +167,25 @@
         "value": "{{params.content_variant}}",
         "equals": "trending",
         "cases": {
-          "match": "ensure-no-positions"
+          "match": "assert-no-positions"
         },
         "default": "assert-position",
         "intent": "Prepare either the existing position or an empty account before timing"
       },
-      "ensure-no-positions": {
-        "action": "metamask.perps.ensure_positions",
+      "assert-no-positions": {
+        "action": "metamask.perps.assert_positions",
         "state": "none",
         "mode": "all",
         "timeout_ms": 120000,
-        "intent": "Close all positions outside timing so the market-only account is empty",
-        "next": "ensure-no-orders"
+        "intent": "Require an already-empty position account without changing financial state",
+        "next": "assert-no-orders"
       },
-      "ensure-no-orders": {
-        "action": "metamask.perps.ensure_orders",
+      "assert-no-orders": {
+        "action": "metamask.perps.assert_orders",
         "state": "none",
         "mode": "all",
         "timeout_ms": 120000,
-        "intent": "Cancel all orders outside timing so the market-only account is empty",
+        "intent": "Require an already-empty order account without changing financial state",
         "next": "select-account-switch-preparation"
       },
       "assert-position": {
@@ -366,7 +365,7 @@
         "cases": {
           "match": "clear-perps-caches"
         },
-        "default": "select-cold-disk-cache",
+        "default": "select-background-short",
         "intent": "Choose the cold no-cache transition only for its named lifecycle"
       },
       "clear-perps-caches": {
@@ -374,16 +373,6 @@
         "intent": "Remove only persisted Perps market and user snapshots while preserving the wallet",
         "next": "restart-app"
       },
-      "select-cold-disk-cache": {
-        "action": "switch",
-        "value": "{{params.lifecycle}}",
-        "equals": "cold_disk_cache",
-        "cases": {
-          "match": "restart-app"
-        },
-        "default": "select-background-short",
-        "intent": "Choose the returning cold-process transition only for its named lifecycle"
-      },
       "restart-app": {
         "action": "app.lifecycle",
         "command": "restart",
@@ -414,6 +403,7 @@
       "background-short": {
         "action": "app.lifecycle",
         "command": "background",
+        "require_process_continuity": true,
         "settle_ms": 3000,
         "intent": "Keep the process inactive for less than the Perps connection grace period",
         "next": "foreground-app"
@@ -431,6 +421,7 @@
       "background-reconnect": {
         "action": "app.lifecycle",
         "command": "background",
+        "require_process_continuity": true,
         "settle_ms": 25000,
         "intent": "Keep the process inactive beyond the Perps connection grace period",
         "next": "foreground-app"
@@ -438,6 +429,7 @@
       "foreground-app": {
         "action": "app.lifecycle",
         "command": "foreground",
+        "require_process_continuity": true,
         "settle_ms": 0,
         "runtime_ready_timeout_ms": 90000,
         "timeout_ms": 120000,
@@ -568,18 +560,8 @@
         "cases": {
           "match": "finish-cold-no-cache-performance-capture"
         },
-        "default": "select-cold-disk-cache-finish",
-        "intent": "Accept fresh data preloaded after process start but before the Homepage viewport demand only for cold no-cache"
-      },
-      "select-cold-disk-cache-finish": {
-        "action": "switch",
-        "value": "{{params.lifecycle}}",
-        "equals": "cold_disk_cache",
-        "cases": {
-          "match": "finish-cold-disk-cache-performance-capture"
-        },
         "default": "select-background-short-finish",
-        "intent": "Require disk hydration and immediate first fresh delivery only for the returning cold-process lifecycle"
+        "intent": "Accept fresh data preloaded after process start but before the Homepage viewport demand only for cold no-cache"
       },
       "select-background-short-finish": {
         "action": "switch",
@@ -614,43 +596,69 @@
       "finish-resident-performance-capture": {
         "action": "metamask.perps.capture_performance",
         "phase": "end",
-        "require_records": false,
+        "require_records": true,
+        "required_stages": [
+          "surface_demand",
+          "surface_initial_ui_recorded",
+          "surface_resolved_recorded"
+        ],
+        "wait_for_stage": "surface_resolved_recorded",
+        "wait_for_lifecycle": "{{params.lifecycle}}",
+        "wait_for_content_variant": "{{params.content_variant}}",
         "artifact_prefix": "logs/perps-{{params.content_variant}}-{{params.lifecycle}}-{{params.sample_id}}",
+        "wait_timeout_ms": 90000,
         "intent": "Preserve the warm resident capture after native visible-content proof",
         "next": "capture-position"
       },
       "finish-cold-no-cache-performance-capture": {
         "action": "metamask.perps.capture_performance",
         "phase": "end",
-        "require_records": false,
+        "require_records": true,
+        "required_stages": [
+          "surface_demand",
+          "surface_initial_ui_recorded",
+          "surface_resolved_recorded",
+          "surface_live_recorded"
+        ],
+        "wait_for_stage": "surface_live_recorded",
+        "wait_for_lifecycle": "{{params.lifecycle}}",
+        "wait_for_content_variant": "{{params.content_variant}}",
         "required_live_streams": ["positions", "orders", "account"],
         "artifact_prefix": "logs/perps-{{params.content_variant}}-{{params.lifecycle}}-{{params.sample_id}}",
         "wait_timeout_ms": 90000,
         "intent": "Require complete live account streams after native cold visible-content proof; live prices remain an independent optional milestone",
         "next": "capture-position"
       },
-      "finish-cold-disk-cache-performance-capture": {
-        "action": "metamask.perps.capture_performance",
-        "phase": "end",
-        "require_records": false,
-        "required_live_streams": ["positions", "orders", "account"],
-        "artifact_prefix": "logs/perps-{{params.content_variant}}-{{params.lifecycle}}-{{params.sample_id}}",
-        "wait_timeout_ms": 90000,
-        "intent": "Require complete live account takeover after native cached-content proof",
-        "next": "capture-position"
-      },
       "finish-background-short-performance-capture": {
         "action": "metamask.perps.capture_performance",
         "phase": "end",
-        "require_records": false,
+        "require_records": true,
+        "required_stages": [
+          "surface_demand",
+          "surface_initial_ui_recorded",
+          "surface_resolved_recorded"
+        ],
+        "wait_for_stage": "surface_resolved_recorded",
+        "wait_for_lifecycle": "{{params.lifecycle}}",
+        "wait_for_content_variant": "{{params.content_variant}}",
         "artifact_prefix": "logs/perps-{{params.content_variant}}-{{params.lifecycle}}-{{params.sample_id}}",
+        "wait_timeout_ms": 90000,
         "intent": "Preserve the short-resume capture after native resident-content proof; a new socket frame is not required while continuity is retained",
         "next": "capture-position"
       },
       "finish-account-switch-performance-capture": {
         "action": "metamask.perps.capture_performance",
         "phase": "end",
-        "require_records": false,
+        "require_records": true,
+        "required_stages": [
+          "surface_demand",
+          "surface_initial_ui_recorded",
+          "surface_resolved_recorded",
+          "surface_live_recorded"
+        ],
+        "wait_for_stage": "surface_live_recorded",
+        "wait_for_lifecycle": "{{params.lifecycle}}",
+        "wait_for_content_variant": "{{params.content_variant}}",
         "required_live_streams": ["positions", "orders", "account"],
         "artifact_prefix": "logs/perps-{{params.content_variant}}-{{params.lifecycle}}-{{params.sample_id}}",
         "wait_timeout_ms": 90000,
@@ -660,7 +668,16 @@
       "finish-account-switch-empty-performance-capture": {
         "action": "metamask.perps.capture_performance",
         "phase": "end",
-        "require_records": false,
+        "require_records": true,
+        "required_stages": [
+          "surface_demand",
+          "surface_initial_ui_recorded",
+          "surface_resolved_recorded",
+          "surface_live_recorded"
+        ],
+        "wait_for_stage": "surface_live_recorded",
+        "wait_for_lifecycle": "{{params.lifecycle}}",
+        "wait_for_content_variant": "{{params.content_variant}}",
         "required_live_streams": ["positions", "orders", "account"],
         "artifact_prefix": "logs/perps-{{params.content_variant}}-{{params.lifecycle}}-{{params.sample_id}}",
         "wait_timeout_ms": 90000,
@@ -670,7 +687,16 @@
       "finish-performance-capture": {
         "action": "metamask.perps.capture_performance",
         "phase": "end",
-        "require_records": false,
+        "require_records": true,
+        "required_stages": [
+          "surface_demand",
+          "surface_initial_ui_recorded",
+          "surface_resolved_recorded",
+          "surface_live_recorded"
+        ],
+        "wait_for_stage": "surface_live_recorded",
+        "wait_for_lifecycle": "{{params.lifecycle}}",
+        "wait_for_content_variant": "{{params.content_variant}}",
         "required_live_streams": ["positions", "orders", "account"],
         "artifact_prefix": "logs/perps-{{params.content_variant}}-{{params.lifecycle}}-{{params.sample_id}}",
         "wait_timeout_ms": 90000,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@deeeed/metamask-harness",
-  "version": "0.42.0",
+  "version": "0.44.0",
   "type": "module",
   "bin": {
     "mm-harness": "bin/mm-harness"

package/scripts/site-contrast.mjs

@@ -272,6 +272,18 @@ function findChrome() {
 }
 
 async function startChrome() {
+  let lastError;
+  for (let attempt = 0; attempt < 2; attempt += 1) {
+    try {
+      return await startChromeOnce();
+    } catch (error) {
+      lastError = error;
+    }
+  }
+  throw lastError;
+}
+
+async function startChromeOnce() {
   const binary = findChrome();
   const userDataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'site-contrast-'));
   const child = spawn(
@@ -279,6 +291,7 @@ async function startChrome() {
     [
       '--headless=new',
       '--disable-gpu',
+      '--disable-dev-shm-usage',
       '--no-first-run',
       '--no-default-browser-check',
       '--remote-debugging-port=0',
@@ -290,35 +303,38 @@ async function startChrome() {
 
   // Chrome writes the chosen port to DevToolsActivePort once it is listening.
   const portFile = path.join(userDataDir, 'DevToolsActivePort');
-  const port = await waitFor(() => {
-    if (!fs.existsSync(portFile)) return null;
-    const line = fs.readFileSync(portFile, 'utf8').split('\n')[0].trim();
-    return line ? Number(line) : null;
-  }, 15000, 'Chrome did not report a debugging port');
-
-  const version = await getJson(`http://127.0.0.1:${port}/json/version`);
-  return {
-    endpoint: version.webSocketDebuggerUrl,
-    port,
-    close: async () => {
-      child.kill();
-      // Chrome holds the profile dir open until it exits; removing it early
-      // fails with ENOTEMPTY. Wait for exit, and never fail the gate on cleanup.
-      await new Promise((done) => {
-        if (child.exitCode !== null || child.signalCode !== null) return done();
-        const timer = setTimeout(done, 5000);
-        child.once('exit', () => {
-          clearTimeout(timer);
-          done();
-        });
+  const close = async () => {
+    child.kill();
+    // Chrome holds the profile dir open until it exits; removing it early
+    // fails with ENOTEMPTY. Wait for exit, and never fail the gate on cleanup.
+    await new Promise((done) => {
+      if (child.exitCode !== null || child.signalCode !== null) return done();
+      const timer = setTimeout(done, 5000);
+      child.once('exit', () => {
+        clearTimeout(timer);
+        done();
       });
-      try {
-        fs.rmSync(userDataDir, { recursive: true, force: true, maxRetries: 3, retryDelay: 200 });
-      } catch {
-        /* a leftover temp profile is not worth failing a contrast run over */
-      }
-    },
+    });
+    try {
+      fs.rmSync(userDataDir, { recursive: true, force: true, maxRetries: 3, retryDelay: 200 });
+    } catch {
+      /* a leftover temp profile is not worth failing a contrast run over */
+    }
   };
+
+  try {
+    const port = await waitFor(() => {
+      if (!fs.existsSync(portFile)) return null;
+      const line = fs.readFileSync(portFile, 'utf8').split('\n')[0].trim();
+      return line ? Number(line) : null;
+    }, 15000, 'Chrome did not report a debugging port');
+
+    const version = await getJson(`http://127.0.0.1:${port}/json/version`);
+    return { endpoint: version.webSocketDebuggerUrl, port, close };
+  } catch (error) {
+    await close();
+    throw error;
+  }
 }
 
 async function auditPage(browserEndpoint, url) {