@oracle-agent/oracle 0.35.41 → 0.35.43

package/public/oracle-splash/eval/archive/oracle-0.35.41-blocked-attempt.json

@@ -0,0 +1,672 @@
+{
+  "suite": "oracle-eval-all",
+  "publication": {
+    "originalStdoutSha256": "d9b1524b967832ef7c35f3561e178583c8244d513d2aea0036030e6d16095bb7",
+    "redactions": ["/slices/agentic/doctor/packageRoot: local filesystem prefix removed; execution results unchanged"]
+  },
+  "at": "2026-09-05T01:05:02.298Z",
+  "packageRoot": "packages/oracle",
+  "source": {
+    "commit": "6a9feb3a90b596b22744777143d6d909bc4d31df",
+    "dirty": false,
+    "node": "v26.7.0"
+  },
+  "slices": {
+    "guards": {
+      "ok": true,
+      "total": 5,
+      "pass": 5,
+      "fail": 0,
+      "cases": [
+        {
+          "name": "version",
+          "ok": true,
+          "detail": "oracle 0.35.41"
+        },
+        {
+          "name": "help-loads",
+          "ok": true,
+          "detail": ""
+        },
+        {
+          "name": "help-no-private-key-paste",
+          "ok": true,
+          "detail": ""
+        },
+        {
+          "name": "fees-help",
+          "ok": true,
+          "detail": ""
+        },
+        {
+          "name": "btc-address-only",
+          "ok": true,
+          "detail": ""
+        }
+      ],
+      "durationMs": 672
+    },
+    "fidelity": {
+      "ok": true,
+      "status": "passed",
+      "blocked": false,
+      "code": 0,
+      "signal": null,
+      "summary": "summary: 3/3 ok, 0 prepare-fail, 0 structural-fail, 0 sim-fail, 3 simulated",
+      "structuredSummary": {
+        "total": 3,
+        "ok": 3,
+        "prepareFail": 0,
+        "structuralFail": 0,
+        "simFail": 0,
+        "simulated": 3
+      },
+      "cases": [
+        {
+          "id": "ethereum-weth-usdc",
+          "chainId": 1,
+          "label": "Ethereum WETH->USDC 0.01",
+          "tokenIn": "0xC02aaA39b223FE8D0A0e5C4F27eAD9083C756Cc2",
+          "tokenOut": "0xA0b86991c6218b36c1d19D4a2e9Eb0cE3606eB48",
+          "amountIn": "10000000000000000",
+          "status": "ok",
+          "source": "uniswap-v3",
+          "artifactKind": "unsigned-transaction",
+          "amountOut": "24523391",
+          "minOut": "24462083",
+          "liquidity": {
+            "chosenUsd": 105053709.21,
+            "maxUsd": 105053709.21,
+            "sharePct": 100
+          },
+          "wasLiquidityPick": true,
+          "transaction": {
+            "chainId": 1,
+            "from": "0x70997970C51812dc3A010C7d01b50e0d17dc79C8",
+            "to": "0x68b3465833fb72A70ecDF485E0e4C7bD8665Fc45",
+            "selector": "0x5ae401dc",
+            "value": "0",
+            "calldataSha256": "dc9597ae5e8dfc648ea1d68a834a7ca0a602ecf52367d05947193a198c363158",
+            "decoded": {
+              "outerSelector": "0x5ae401dc",
+              "innerSelector": "0x04e45aaf",
+              "deadline": "1788570605",
+              "inputAsset": "0xc02aaa39b223fe8d0a0e5c4f27ead9083c756cc2",
+              "outputAsset": "0xa0b86991c6218b36c1d19d4a2e9eb0ce3606eb48",
+              "fee": "500",
+              "recipient": "0x70997970c51812dc3a010c7d01b50e0d17dc79c8",
+              "amountIn": "10000000000000000",
+              "minimumOut": "24462083",
+              "sqrtPriceLimitX96": "0",
+              "deadlineSecondsRemaining": 300
+            }
+          },
+          "typedOrder": null,
+          "sim": {
+            "simulated": true,
+            "ok": false,
+            "expected": true,
+            "expectedCode": "uniswap-v3-safe-transfer-from",
+            "reason": "execution reverted: STF"
+          }
+        },
+        {
+          "id": "base-weth-usdc",
+          "chainId": 8453,
+          "label": "Base WETH->USDC 0.01",
+          "tokenIn": "0x4200000000000000000000000000000000000006",
+          "tokenOut": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
+          "amountIn": "10000000000000000",
+          "status": "ok",
+          "source": "uniswap-v3",
+          "artifactKind": "unsigned-transaction",
+          "amountOut": "24444147",
+          "minOut": "24383037",
+          "liquidity": {
+            "chosenUsd": 117481487.68,
+            "maxUsd": 117481487.68,
+            "sharePct": 100
+          },
+          "wasLiquidityPick": true,
+          "transaction": {
+            "chainId": 8453,
+            "from": "0x70997970C51812dc3A010C7d01b50e0d17dc79C8",
+            "to": "0x2626664c2603336E57B271c5C0b26F421741e481",
+            "selector": "0x5ae401dc",
+            "value": "0",
+            "calldataSha256": "f62a0d8fe00f855bc727be943221a8687a425a65afc4d73edb82fd51f9455f29",
+            "decoded": {
+              "outerSelector": "0x5ae401dc",
+              "innerSelector": "0x04e45aaf",
+              "deadline": "1788570606",
+              "inputAsset": "0x4200000000000000000000000000000000000006",
+              "outputAsset": "0x833589fcd6edb6e08f4c7c32d4f71b54bda02913",
+              "fee": "3000",
+              "recipient": "0x70997970c51812dc3a010c7d01b50e0d17dc79c8",
+              "amountIn": "10000000000000000",
+              "minimumOut": "24383037",
+              "sqrtPriceLimitX96": "0",
+              "deadlineSecondsRemaining": 300
+            }
+          },
+          "typedOrder": null,
+          "sim": {
+            "simulated": true,
+            "ok": false,
+            "expected": true,
+            "expectedCode": "uniswap-v3-safe-transfer-from",
+            "reason": "execution reverted: STF"
+          }
+        },
+        {
+          "id": "arbitrum-weth-usdc",
+          "chainId": 42161,
+          "label": "Arbitrum WETH->USDC 0.01",
+          "tokenIn": "0x82aF49447D8a07e3bd95BD0d56f35241523fBab1",
+          "tokenOut": "0xaf88d065e77c8cC2239327C5EDb3A432268e5831",
+          "amountIn": "10000000000000000",
+          "status": "ok",
+          "source": "uniswap-v3",
+          "artifactKind": "unsigned-transaction",
+          "amountOut": "24523471",
+          "minOut": "24462163",
+          "liquidity": {
+            "chosenUsd": 36051029,
+            "maxUsd": 36051029,
+            "sharePct": 100
+          },
+          "wasLiquidityPick": true,
+          "transaction": {
+            "chainId": 42161,
+            "from": "0x70997970C51812dc3A010C7d01b50e0d17dc79C8",
+            "to": "0x68b3465833fb72A70ecDF485E0e4C7bD8665Fc45",
+            "selector": "0x5ae401dc",
+            "value": "0",
+            "calldataSha256": "81d331c9ab37e5d6ba76a0e6084e92afc2e6facf2e6b96557cda6126ecea0642",
+            "decoded": {
+              "outerSelector": "0x5ae401dc",
+              "innerSelector": "0x04e45aaf",
+              "deadline": "1788570610",
+              "inputAsset": "0x82af49447d8a07e3bd95bd0d56f35241523fbab1",
+              "outputAsset": "0xaf88d065e77c8cc2239327c5edb3a432268e5831",
+              "fee": "500",
+              "recipient": "0x70997970c51812dc3a010c7d01b50e0d17dc79c8",
+              "amountIn": "10000000000000000",
+              "minimumOut": "24462163",
+              "sqrtPriceLimitX96": "0",
+              "deadlineSecondsRemaining": 300
+            }
+          },
+          "typedOrder": null,
+          "sim": {
+            "simulated": true,
+            "ok": false,
+            "expected": true,
+            "expectedCode": "uniswap-v3-safe-transfer-from",
+            "reason": "execution reverted: STF"
+          }
+        }
+      ],
+      "artifact": "oracle-fidelity-eval-ymEDy1/report.json",
+      "tail": "prepare-fidelity eval  taker=0x70997970...  generated=2026-09-05T01:05:10.609Z\nid                        status          artifact            sim     liq%  notes\nethereum-weth-usdc        ok              unsigned-transactionnofund  100%  execution reverted: STF\nbase-weth-usdc            ok              unsigned-transactionnofund  100%  execution reverted: STF\narbitrum-weth-usdc        ok              unsigned-transactionnofund  100%  execution reverted: STF\nsummary: 3/3 ok, 0 prepare-fail, 0 structural-fail, 0 sim-fail, 3 simulated\n\n",
+      "durationMs": 7208
+    },
+    "hybrid": {
+      "ok": false,
+      "status": "blocked",
+      "blocked": true,
+      "blockedReasons": [
+        "hybrid eval cleanup failed: browser-process-group: refusing to kill unowned Chromium process group 3332103"
+      ],
+      "error": "hybrid eval cleanup failed: browser-process-group: refusing to kill unowned Chromium process group 3332103",
+      "durationMs": 6507
+    },
+    "desk": {
+      "packageTests": {
+        "total": 115,
+        "pass": 115,
+        "fail": 0,
+        "skipped": 0,
+        "cancelled": 0,
+        "todo": 0,
+        "code": 0,
+        "ok": true,
+        "mode": "desk-critical",
+        "files": [
+          "test/best-execution.test.mjs",
+          "test/agent-grants.test.mjs",
+          "test/action-receipts.test.mjs",
+          "test/oracle-e2e-public-flow.test.mjs",
+          "test/auto-slippage.test.mjs",
+          "test/capability-posture.test.mjs",
+          "test/flag-polarity.test.mjs",
+          "test/cli-health-probe.test.mjs",
+          "test/public-surface-doc.test.mjs",
+          "test/agentic-crypto-harness.test.mjs",
+          "test/aa-pinned-session-module.test.mjs",
+          "test/aa-session-merge-bar.test.mjs",
+          "test/aa-base-7702-session.test.mjs"
+        ],
+        "failures": [],
+        "tail": "ORACLE_EVAL_EVENT {\"kind\":\"summary\",\"tests\":115,\"pass\":115,\"fail\":0,\"skipped\":0,\"cancelled\":0,\"todo\":0,\"success\":true}\n# tests 115\n# pass 115\n# fail 0\n# skipped 0\n# cancelled 0\n# todo 0\n\n"
+      },
+      "parse": {
+        "ok": true,
+        "total": 9,
+        "pass": 9,
+        "fail": 0,
+        "cases": [
+          {
+            "name": "parse .1 eth to base → USDC/base",
+            "ok": true,
+            "detail": "{\"kind\":\"swap\",\"amount\":\".1\",\"tokenIn\":\"ETH\",\"tokenOut\":\"USDC\",\"chainHint\":\"base\",\"toChainHint\":null}"
+          },
+          {
+            "name": "parse explicit pair+chain",
+            "ok": true
+          },
+          {
+            "name": "parse sell form",
+            "ok": true
+          },
+          {
+            "name": "garbage null",
+            "ok": true
+          },
+          {
+            "name": "confirm exact",
+            "ok": true
+          },
+          {
+            "name": "arm is not confirm",
+            "ok": true
+          },
+          {
+            "name": "yes is not confirm",
+            "ok": true
+          },
+          {
+            "name": "cancel",
+            "ok": true
+          },
+          {
+            "name": "not confirm",
+            "ok": true
+          }
+        ]
+      },
+      "ok": true,
+      "status": "passed",
+      "blocked": false,
+      "durationMs": 571
+    },
+    "agentic": {
+      "ok": true,
+      "status": "passed",
+      "blocked": false,
+      "packageTests": {
+        "total": 46,
+        "pass": 46,
+        "fail": 0,
+        "skipped": 0,
+        "cancelled": 0,
+        "todo": 0,
+        "code": 0,
+        "ok": true,
+        "files": [
+          "test/agentic-crypto-harness.test.mjs",
+          "test/capability-posture.test.mjs",
+          "test/best-execution.test.mjs",
+          "test/cli-harness-direction.test.mjs"
+        ],
+        "expectedFiles": 4,
+        "failures": []
+      },
+      "doctor": {
+        "ok": true,
+        "score": 27.5,
+        "max": 29,
+        "pct": 95,
+        "summary": "AGENTIC READY 95% — Oracle is the crypto control plane (prepare-only); pair coding harnesses via MCP for build.",
+        "researchMode": false,
+        "attributes": [
+          "long_horizon",
+          "recursive_fanout",
+          "continual_learn",
+          "evidence_first",
+          "prepare_only"
+        ],
+        "packageRoot": "packages/oracle",
+        "checks": [
+          {
+            "id": "node",
+            "status": "ok",
+            "detail": "node 26.7.0",
+            "weight": 2
+          },
+          {
+            "id": "agent_tools",
+            "status": "ok",
+            "detail": "safe tools 50; signal_score present",
+            "weight": 3
+          },
+          {
+            "id": "research_attributes",
+            "status": "ok",
+            "detail": "attrs [long_horizon, recursive_fanout, continual_learn, evidence_first, prepare_only]; mode=off",
+            "weight": 2
+          },
+          {
+            "id": "providers",
+            "status": "ok",
+            "detail": "138 providers from catalog, 134 live, 4 quarantined: odos, sui-public, derive-options, dov-vaults",
+            "weight": 3
+          },
+          {
+            "id": "provider_health",
+            "status": "warn",
+            "detail": "live=0 needs_key=0 deprecated=4 soft_fail=0 hard_down=0 unknown=134",
+            "weight": 3
+          },
+          {
+            "id": "skills_trading_build",
+            "status": "ok",
+            "detail": "75 skills; trading=11 building=13",
+            "weight": 3
+          },
+          {
+            "id": "protocol_templates",
+            "status": "ok",
+            "detail": "safe-erc20, safe-erc721-drop, safe-vesting",
+            "weight": 2
+          },
+          {
+            "id": "profiles",
+            "status": "ok",
+            "detail": "bitcoin-agent, canton-agent, hyperliquid-agent, oracle, polymarket-agent, protocol-builder, robinhood-agent, solana-agent, stable-agent",
+            "weight": 2
+          },
+          {
+            "id": "signals_engine",
+            "status": "ok",
+            "detail": "types: wallet, pool, nft_floor, hl_flow, prediction_market (cold / no hot exec)",
+            "weight": 2
+          },
+          {
+            "id": "harness_roster",
+            "status": "ok",
+            "detail": "13 supported harnesses; Oracle native default; MCP inbound only",
+            "weight": 2
+          },
+          {
+            "id": "custody_prepare_only",
+            "status": "ok",
+            "detail": "public plane prepare-only",
+            "weight": 4
+          },
+          {
+            "id": "data_url",
+            "status": "ok",
+            "detail": "http://127.0.0.1:8787/",
+            "weight": 1
+          }
+        ]
+      },
+      "durationMs": 359
+    },
+    "adversarial": {
+      "ok": true,
+      "status": "passed",
+      "blocked": false,
+      "packageTests": {
+        "total": 160,
+        "pass": 160,
+        "fail": 0,
+        "skipped": 0,
+        "cancelled": 0,
+        "todo": 0,
+        "code": 0,
+        "ok": true,
+        "files": [
+          "test/local-signer-hardening.test.mjs",
+          "test/local-signer-final-blockers.test.mjs",
+          "test/local-signer-runtime-red-review.test.mjs",
+          "test/local-signer-http.test.mjs",
+          "test/action-receipts.test.mjs",
+          "test/opensea-evm-prepare.test.mjs",
+          "test/mancer-os-mint.test.mjs",
+          "test/mint-trigger.test.mjs",
+          "test/hl-entry-state.test.mjs"
+        ],
+        "expectedFiles": 9,
+        "failures": []
+      },
+      "coverage": [
+        "exact-confirmation",
+        "artifact-mutation",
+        "replay-idempotency",
+        "receipt-finality",
+        "autonomous-mint-gates",
+        "exact-nft-contract",
+        "hyperliquid-position-drift"
+      ],
+      "durationMs": 8191
+    },
+    "contracts": {
+      "ok": true,
+      "total": 9,
+      "pass": 9,
+      "fail": 0,
+      "skipped": 0,
+      "languages": [
+        "Solidity",
+        "Rust / Anchor",
+        "Miniscript / Tapscript"
+      ],
+      "firmAudit": false,
+      "cases": [
+        {
+          "language": "Solidity",
+          "templateId": "safe-erc20",
+          "ok": true,
+          "files": 1,
+          "hits": []
+        },
+        {
+          "language": "Solidity",
+          "templateId": "safe-erc721-drop",
+          "ok": true,
+          "files": 1,
+          "hits": []
+        },
+        {
+          "language": "Solidity",
+          "templateId": "safe-vesting",
+          "ok": true,
+          "files": 1,
+          "hits": []
+        },
+        {
+          "language": "Solidity",
+          "templateId": "safe-erc20",
+          "ok": true,
+          "forge": {
+            "ok": true,
+            "tool": "forge",
+            "summary": "forge test passed"
+          },
+          "firmAudit": true
+        },
+        {
+          "language": "Solidity",
+          "templateId": "safe-erc721-drop",
+          "ok": true,
+          "forge": {
+            "ok": true,
+            "tool": "forge",
+            "summary": "forge test passed"
+          },
+          "firmAudit": true
+        },
+        {
+          "language": "Solidity",
+          "templateId": "safe-vesting",
+          "ok": true,
+          "forge": {
+            "ok": true,
+            "tool": "forge",
+            "summary": "forge test passed"
+          },
+          "firmAudit": true
+        },
+        {
+          "language": "catalog",
+          "ok": true,
+          "templates": [
+            "solana-safe-vault",
+            "bitcoin-tapscript-vault"
+          ]
+        },
+        {
+          "language": "Rust / Anchor",
+          "templateId": "solana-safe-vault",
+          "ok": true,
+          "artifactHash": "009e7320211b373ac0f00d108fc7941c4cd41f87c179e19bf4a4515f11fe7aad"
+        },
+        {
+          "language": "Miniscript / Tapscript",
+          "templateId": "bitcoin-tapscript-vault",
+          "ok": true,
+          "artifactHash": "cceef0e2983ce2e031e4560a06ac8671c8355398e40b9f52b0f1fc46c5eaafa3"
+        }
+      ],
+      "durationMs": 31784
+    },
+    "rlm": {
+      "ok": true,
+      "total": 12,
+      "pass": 12,
+      "fail": 0,
+      "cases": [
+        {
+          "id": "depth-ceiling-env",
+          "ok": true,
+          "detail": "got 1"
+        },
+        {
+          "id": "depth-default-one",
+          "ok": true,
+          "detail": "got 1"
+        },
+        {
+          "id": "bind-get-vars",
+          "ok": true,
+          "detail": "{\"bind\":{\"ok\":true,\"bound\":\"pair\"},\"gotKeys\":[\"pair\"]}"
+        },
+        {
+          "id": "run-wait-true",
+          "ok": true,
+          "detail": "{\"ok\":true,\"text\":\"child studied quote WETH on base\",\"vars\":{\"pair\":{\"chain\":\"base\",\"token\":\"WETH\"}}}"
+        },
+        {
+          "id": "result-after-run",
+          "ok": true,
+          "detail": "\"done\""
+        },
+        {
+          "id": "wait-false-refused",
+          "ok": true,
+          "detail": "rlm.run wait=false is not supported; use wait=true"
+        },
+        {
+          "id": "child-cannot-rlm-run",
+          "ok": true,
+          "detail": "RLM children cannot spawn further children"
+        },
+        {
+          "id": "child-can-read-vars",
+          "ok": true,
+          "detail": "child rlm state op"
+        },
+        {
+          "id": "child-cannot-sign",
+          "ok": true,
+          "detail": "denied: tool \"signer_execute\" is not on the policy allowlist"
+        },
+        {
+          "id": "child-cannot-write-files",
+          "ok": true,
+          "detail": "denied: tool \"file_write\" is on the policy denylist"
+        },
+        {
+          "id": "max-depth-refused",
+          "ok": true,
+          "detail": "RLM depth 1 >= max 1 — children cannot spawn"
+        },
+        {
+          "id": "missing-runner-fail-closed",
+          "ok": true,
+          "detail": "rlm.run has no child runner"
+        }
+      ],
+      "durationMs": 4
+    }
+  },
+  "config": {
+    "schemaVersion": 1,
+    "value": {
+      "target": "all",
+      "full": false,
+      "mode": "playwright",
+      "url": "https://oracle.demi.la/",
+      "selectedSlices": [
+        "desk",
+        "fidelity",
+        "hybrid",
+        "guards",
+        "agentic",
+        "adversarial",
+        "contracts",
+        "rlm"
+      ],
+      "rosters": {
+        "desk": [
+          "test/best-execution.test.mjs",
+          "test/agent-grants.test.mjs",
+          "test/action-receipts.test.mjs",
+          "test/oracle-e2e-public-flow.test.mjs",
+          "test/auto-slippage.test.mjs",
+          "test/capability-posture.test.mjs",
+          "test/flag-polarity.test.mjs",
+          "test/cli-health-probe.test.mjs",
+          "test/public-surface-doc.test.mjs",
+          "test/agentic-crypto-harness.test.mjs",
+          "test/aa-pinned-session-module.test.mjs",
+          "test/aa-session-merge-bar.test.mjs",
+          "test/aa-base-7702-session.test.mjs"
+        ],
+        "agentic": [
+          "test/agentic-crypto-harness.test.mjs",
+          "test/capability-posture.test.mjs",
+          "test/best-execution.test.mjs",
+          "test/cli-harness-direction.test.mjs"
+        ],
+        "adversarial": [
+          "test/local-signer-hardening.test.mjs",
+          "test/local-signer-final-blockers.test.mjs",
+          "test/local-signer-runtime-red-review.test.mjs",
+          "test/local-signer-http.test.mjs",
+          "test/action-receipts.test.mjs",
+          "test/opensea-evm-prepare.test.mjs",
+          "test/mancer-os-mint.test.mjs",
+          "test/mint-trigger.test.mjs",
+          "test/hl-entry-state.test.mjs"
+        ]
+      },
+      "native": null
+    },
+    "sha256": "24ba7f4f6b337b8961dffd75a9e98b5a7ed30c80ebf7b493a482c38e113a4b9c"
+  },
+  "status": "blocked",
+  "ok": false
+}