@deeeed/metamask-harness 0.84.0 → 0.85.0

package/library/manifests/extension.action-manifest.json

@@ -1237,6 +1237,42 @@
       },
       "execution_capabilities": []
     },
+    "metamask.app.assert_no_console_errors": {
+      "description": "Fail when MetaMask (service worker or UI pages) logged an error or uncaught exception that no console allowlist (the bundled library's, then each recipe library's diagnostics/console-allowlist.json) marks as known noise, judging the events since the launch began, by their own timestamps. Reads extension-console.log from the offset mm-harness launch records when it starts, and leaves out records the collector stamps with an event time before the launch (a replaced collector's replay of a browser the launch kept); with no recorded launch it fails unless since is start-of-log. The same classification feeds run diagnostics. Fails as unavailable unless this runtime's console collector runs on the run's CDP port and a control line logged in MetaMask's service worker or page reaches extension-console.log. Allowlist entries are exact signatures (schemaVersion 3).",
+      "execution_capabilities": ["host-read-export"],
+      "schema": {
+        "type": "object",
+        "properties": {
+          "levels": {
+            "type": "array",
+            "items": { "type": "string", "enum": ["error", "exception", "warning"] },
+            "description": "Default [\"error\",\"exception\"]."
+          },
+          "since": {
+            "type": "string",
+            "enum": ["launch", "start-of-log"],
+            "default": "launch"
+          },
+          "allowlist_root": {
+            "type": "string",
+            "description": "An extra directory holding diagnostics/console-allowlist.json."
+          },
+          "timeout_ms": {
+            "type": "number",
+            "minimum": 1,
+            "description": "Maximum time in milliseconds to wait for the capture control line (default 8000)."
+          }
+        },
+        "additionalProperties": false
+      },
+      "examples": [
+        {
+          "action": "metamask.app.assert_no_console_errors",
+          "intent": "Prove MetaMask logged no unexpected error since launch",
+          "next": "done"
+        }
+      ]
+    },
     "app.network_assert": {
       "description": "Assert a previously indexed app.network_capture summary without hiding its diagnostics on failure.",
       "examples": [

package/library/manifests/mobile.action-manifest.json

@@ -1260,6 +1260,42 @@
       },
       "execution_capabilities": []
     },
+    "metamask.app.assert_no_console_errors": {
+      "description": "Fail when the app logged an error or uncaught exception that no console allowlist (the bundled library's, then each recipe library's diagnostics/console-allowlist.json) marks as known noise, judging the events since the launch began, by their own timestamps. Reads app-console.log from the adapter-rn console forwarder, which stamps each line with the event's own time: mm-harness launch records when it starts, and lines a reused app runtime replays from before then are left out; with no recorded launch it fails unless since is start-of-log. Only the device the bridge selects for the run (the one the control line comes back from) is judged; when that line names no device, every device is, reported as devices: \"all\". The same classification feeds run diagnostics. Fails as unavailable unless this checkout's forwarder is running and a control line logged inside the app through the debug bridge reaches app-console.log; the opaque release runtime has no bridge and always fails as unavailable. Allowlist entries are exact signatures (schemaVersion 3).",
+      "execution_capabilities": ["host-read-export"],
+      "schema": {
+        "type": "object",
+        "properties": {
+          "levels": {
+            "type": "array",
+            "items": { "type": "string", "enum": ["error", "exception", "warning"] },
+            "description": "Default [\"error\",\"exception\"]."
+          },
+          "since": {
+            "type": "string",
+            "enum": ["launch", "start-of-log"],
+            "default": "launch"
+          },
+          "allowlist_root": {
+            "type": "string",
+            "description": "An extra directory holding diagnostics/console-allowlist.json."
+          },
+          "timeout_ms": {
+            "type": "number",
+            "minimum": 1,
+            "description": "Maximum time in milliseconds to wait for the capture control line (default 8000)."
+          }
+        },
+        "additionalProperties": false
+      },
+      "examples": [
+        {
+          "action": "metamask.app.assert_no_console_errors",
+          "intent": "Prove the app logged no unexpected error since launch",
+          "next": "done"
+        }
+      ]
+    },
     "app.network_assert": {
       "description": "Assert a previously indexed app.network_capture summary without hiding its diagnostics on failure.",
       "examples": [

package/library/manifests/web-dapp.action-manifest.json

@@ -17,7 +17,7 @@
       }
     },
     "app.hud": {
-      "description": "Display recipe progress in an overlay on the app tab: recipe, step N/M, the current node intent and the last pass/fail. Never drawn in MetaMask's own pages; ignored by clicks and page text. --hud auto shows it only when the browser is headful.",
+      "description": "Display recipe progress in an overlay on the app tab: recipe, step N/M, the current node intent and the last pass/fail. Drawn on a MetaMask wallet page only for the length of a surface=wallet ui.screenshot; ignored by clicks and page text; kept in every ui.screenshot. Drawn in a headless or headful browser unless --hud hide, which also clears the HUD an earlier run left.",
       "examples": [
         {
           "action": "app.hud",

package/library/recipes/core/health/check.recipe.json

@@ -0,0 +1,40 @@
+{
+  "$schema": "https://farmslot.io/schemas/recipe-v1.schema.json",
+  "title": "MetaMask Core health check",
+  "description": "Read-only check to run before ticket work: the headless Perps controller imports and answers one bounded HyperLiquid testnet account read. A failed precondition stops at the node named after its error; that node's intent gives the recovery. Places no orders.",
+  "paramsSchema": {
+    "type": "object",
+    "additionalProperties": false,
+    "properties": {
+      "timeout_ms": { "type": "integer", "minimum": 1000, "default": 60000 }
+    }
+  },
+  "workflow": {
+    "entry": "status",
+    "nodes": {
+      "status": {
+        "action": "app.status",
+        "next": "CONTROLLER_UNAVAILABLE",
+        "intent": "Record the resolved Core checkout"
+      },
+      "CONTROLLER_UNAVAILABLE": {
+        "action": "metamask.perps.read_account",
+        "network": "testnet",
+        "timeout_ms": "{{params.timeout_ms}}",
+        "next": "ACCOUNT_READ_FAILED",
+        "intent": "CONTROLLER_UNAVAILABLE unless the Perps controller imports and reads the testnet account in time. Recovery: mm-harness doctor --fix"
+      },
+      "ACCOUNT_READ_FAILED": {
+        "action": "assert_output",
+        "source": "CONTROLLER_UNAVAILABLE",
+        "assert": { "path": "$.accountState.totalBalance", "operator": "matches", "value": "^-?[0-9]+(\\.[0-9]+)?$" },
+        "next": "done",
+        "intent": "ACCOUNT_READ_FAILED unless the read returned a numeric balance; the controller reports an unreachable venue as a placeholder. Recovery: check network access to HyperLiquid testnet, then rerun"
+      },
+      "done": {
+        "action": "end",
+        "status": "pass"
+      }
+    }
+  }
+}

package/library/recipes/extension/health/check.recipe.json

@@ -0,0 +1,71 @@
+{
+  "$schema": "https://farmslot.io/schemas/recipe-v1.schema.json",
+  "title": "MetaMask Extension health check",
+  "description": "Read-only check to run before ticket work: the extension answers over CDP, onboarding is done, and the wallet is unlocked on a selected account at wallet home. A failed precondition stops at the node named after its error; that node's intent gives the recovery. Changes no app state.",
+  "paramsSchema": {
+    "type": "object",
+    "additionalProperties": false,
+    "properties": {
+      "capture_path": { "type": "string", "default": "screenshots/health-check.png" }
+    }
+  },
+  "workflow": {
+    "entry": "APP_NOT_RUNNING",
+    "nodes": {
+      "APP_NOT_RUNNING": {
+        "action": "cdp.target",
+        "require_reachable": true,
+        "next": "state",
+        "intent": "APP_NOT_RUNNING unless the extension answers over CDP. Recovery: mm-harness launch --verify"
+      },
+      "state": {
+        "action": "metamask.wallet.read_state",
+        "next": "ONBOARDING",
+        "intent": "Read the selected account, lock state and page without changing them"
+      },
+      "ONBOARDING": {
+        "action": "assert_output",
+        "source": "state",
+        "assert": { "path": "$.state.completedOnboarding", "operator": "eq", "value": true },
+        "next": "WALLET_LOCKED",
+        "intent": "ONBOARDING if onboarding is not complete. Recovery: mm-harness run wallet.import"
+      },
+      "WALLET_LOCKED": {
+        "action": "assert_output",
+        "source": "state",
+        "assert": { "path": "$.state.passwordInput", "operator": "falsy" },
+        "next": "NO_SELECTED_ACCOUNT",
+        "intent": "WALLET_LOCKED if the unlock page is showing. Recovery: mm-harness run wallet.smoke"
+      },
+      "NO_SELECTED_ACCOUNT": {
+        "action": "assert_output",
+        "source": "state",
+        "assert": { "path": "$.state.selectedAccount.address", "operator": "not_null" },
+        "next": "NOT_ON_HOME",
+        "intent": "NO_SELECTED_ACCOUNT if the wallet reports no selected account. Recovery: mm-harness run wallet.import"
+      },
+      "NOT_ON_HOME": {
+        "action": "assert_output",
+        "source": "state",
+        "assert": { "path": "$.state.href", "operator": "matches", "value": "/(home|sidepanel)\\.html#/?$" },
+        "next": "CONSOLE_ERRORS",
+        "intent": "NOT_ON_HOME unless wallet home is showing. Recovery: a ui.navigate node with page home, then rerun"
+      },
+      "CONSOLE_ERRORS": {
+        "action": "metamask.app.assert_no_console_errors",
+        "next": "screenshot",
+        "intent": "CONSOLE_ERRORS if the app logged an error outside the console allowlist since launch. Recovery: fix the error, or allowlist known noise with a reason in a library's diagnostics/console-allowlist.json"
+      },
+      "screenshot": {
+        "action": "ui.screenshot",
+        "path": "{{params.capture_path}}",
+        "next": "done",
+        "intent": "Record the ready wallet home as evidence"
+      },
+      "done": {
+        "action": "end",
+        "status": "pass"
+      }
+    }
+  }
+}

package/library/recipes/mobile/health/check.recipe.json

@@ -0,0 +1,71 @@
+{
+  "$schema": "https://farmslot.io/schemas/recipe-v1.schema.json",
+  "title": "MetaMask Mobile health check",
+  "description": "Read-only check to run before ticket work: the app answers, onboarding is done, and the wallet is unlocked on a selected account at wallet home. A failed precondition stops at the node named after its error; that node's intent gives the recovery. Changes no app state.",
+  "paramsSchema": {
+    "type": "object",
+    "additionalProperties": false,
+    "properties": {
+      "capture_path": { "type": "string", "default": "screenshots/health-check.png" }
+    }
+  },
+  "workflow": {
+    "entry": "APP_NOT_RUNNING",
+    "nodes": {
+      "APP_NOT_RUNNING": {
+        "action": "cdp.target",
+        "require_reachable": true,
+        "next": "state",
+        "intent": "APP_NOT_RUNNING unless the app's debug bridge answers. Recovery: mm-harness launch ios|android --verify"
+      },
+      "state": {
+        "action": "metamask.wallet.read_state",
+        "next": "ONBOARDING",
+        "intent": "Read the selected account and route without changing them"
+      },
+      "ONBOARDING": {
+        "action": "assert_output",
+        "source": "state",
+        "assert": { "path": "$.route.name", "operator": "matches", "value": "^(?!Onboarding|OptinMetrics)" },
+        "next": "WALLET_LOCKED",
+        "intent": "ONBOARDING if the app is still in onboarding. Recovery: mm-harness run wallet.import"
+      },
+      "WALLET_LOCKED": {
+        "action": "assert_output",
+        "source": "state",
+        "assert": { "path": "$.route.name", "operator": "ne", "value": "Login" },
+        "next": "NO_SELECTED_ACCOUNT",
+        "intent": "WALLET_LOCKED if the unlock screen is showing. Recovery: mm-harness run wallet.smoke"
+      },
+      "NO_SELECTED_ACCOUNT": {
+        "action": "assert_output",
+        "source": "state",
+        "assert": { "path": "$.account.address", "operator": "not_null" },
+        "next": "NOT_ON_HOME",
+        "intent": "NO_SELECTED_ACCOUNT if the wallet reports no selected account. Recovery: mm-harness run wallet.import"
+      },
+      "NOT_ON_HOME": {
+        "action": "assert_output",
+        "source": "state",
+        "assert": { "path": "$.route.name", "operator": "eq", "value": "WalletView" },
+        "next": "CONSOLE_ERRORS",
+        "intent": "NOT_ON_HOME unless wallet home is showing. Recovery: a ui.navigate node with page home, then rerun"
+      },
+      "CONSOLE_ERRORS": {
+        "action": "metamask.app.assert_no_console_errors",
+        "next": "screenshot",
+        "intent": "CONSOLE_ERRORS if the app logged an error outside the console allowlist since launch. Recovery: fix the error, or allowlist known noise with a reason in a library's diagnostics/console-allowlist.json"
+      },
+      "screenshot": {
+        "action": "ui.screenshot",
+        "path": "{{params.capture_path}}",
+        "next": "done",
+        "intent": "Record the ready wallet home as evidence"
+      },
+      "done": {
+        "action": "end",
+        "status": "pass"
+      }
+    }
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@deeeed/metamask-harness",
-  "version": "0.84.0",
+  "version": "0.85.0",
   "type": "module",
   "bin": {
     "mm-harness": "bin/mm-harness"
@@ -21,15 +21,15 @@
     "check:syntax": "find . -name '*.mjs' -print0 | xargs -0 -n1 node --check"
   },
   "dependencies": {
-    "@farmslot/adapter-node": "0.1.4",
-    "@farmslot/adapter-rn": "0.19.1",
-    "@farmslot/adapter-sdk": "0.7.1",
-    "@farmslot/adapter-web": "0.6.2",
-    "@farmslot/agent-runtime": "0.17.0",
+    "@farmslot/adapter-node": "0.1.6",
+    "@farmslot/adapter-rn": "0.19.3",
+    "@farmslot/adapter-sdk": "0.8.0",
+    "@farmslot/adapter-web": "0.6.4",
+    "@farmslot/agent-runtime": "0.17.1",
     "@farmslot/handoff": "^0.3.1",
-    "@farmslot/protocol": "0.34.0",
-    "@farmslot/recipe-cli": "0.10.0",
-    "@farmslot/recipe-runner": "0.27.0",
+    "@farmslot/protocol": "0.35.0",
+    "@farmslot/recipe-cli": "0.11.0",
+    "@farmslot/recipe-runner": "0.28.0",
     "agent-device": "0.19.3",
     "commander": "^12.0.0",
     "esbuild": "0.28.1",

package/site/assets/help-recipes.json

@@ -30,7 +30,8 @@
       ],
       "commands": [
         "mm-harness doctor --fix",
-        "mm-harness status --json"
+        "mm-harness status --json",
+        "mm-harness run health.check"
       ]
     },
     {