@onekeyfe/hardware-cli 1.1.26-alpha.106 → 1.1.26-alpha.4

package/evals/cases.json

@@ -1,373 +0,0 @@
-{
-  "version": "1.0.0",
-  "description": "Evaluation cases for OneKey hardware wallet CLI agent skills",
-  "cases": [
-    {
-      "id": "device-search-basic",
-      "prompt": "Find my OneKey hardware wallet",
-      "skill": "device",
-      "expect": {
-        "commands": ["onekey-hw search"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "device-search-cn",
-      "prompt": "搜索我的 OneKey 硬件钱包",
-      "skill": "device",
-      "expect": {
-        "commands": ["onekey-hw search"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "device-status",
-      "prompt": "What's the status of my hardware wallet?",
-      "skill": "device",
-      "expect": {
-        "commands": ["onekey-hw search"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "get-eth-address",
-      "prompt": "Get my Ethereum address from hardware wallet",
-      "skill": "signing",
-      "expect": {
-        "commands_ordered": [
-          "onekey-hw search",
-          "onekey-hw get-address --chain evm"
-        ],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "get-btc-address",
-      "prompt": "Show me my Bitcoin receive address",
-      "skill": "signing",
-      "expect": {
-        "commands_ordered": [
-          "onekey-hw search",
-          "onekey-hw get-address --chain btc"
-        ],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "get-sol-address",
-      "prompt": "I need my Solana address",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw get-address --chain sol"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "get-multi-address",
-      "prompt": "Set up addresses for ETH, BTC, and SOL",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw batch-get-address"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "sign-evm-tx",
-      "prompt": "Sign this Ethereum transaction: send 0.1 ETH to 0xAbCdEf1234567890AbCdEf1234567890AbCdEf12",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw sign-transaction --chain evm"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "sign-message",
-      "prompt": "Sign this message with my ETH wallet: 'Hello World'",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw sign-message --chain evm --message"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "firmware-check",
-      "prompt": "Is my firmware up to date?",
-      "skill": "firmware",
-      "expect": {
-        "commands_any_order": ["onekey-hw firmware-check-all"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "firmware-check-cn",
-      "prompt": "检查固件是否有更新",
-      "skill": "firmware",
-      "expect": {
-        "commands_any_order": ["onekey-hw firmware-check"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "firmware-update",
-      "prompt": "Update my device firmware to the latest version",
-      "skill": "firmware",
-      "expect": {
-        "commands_any_order": ["onekey-hw firmware-check"],
-        "note": "Agent should check firmware then redirect to OneKey App or firmware.onekey.so"
-      }
-    },
-    {
-      "id": "change-pin",
-      "prompt": "I want to change my device PIN",
-      "skill": "security",
-      "expect": {
-        "commands_any_order": ["onekey-hw change-pin"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "enable-passphrase",
-      "prompt": "Enable passphrase protection on my device",
-      "skill": "security",
-      "expect": {
-        "commands_any_order": ["onekey-hw toggle-passphrase --enable true"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "factory-reset",
-      "prompt": "Factory reset my OneKey device",
-      "skill": "security",
-      "expect": {
-        "commands_any_order": ["onekey-hw device-wipe"],
-        "forbidden": ["--help"],
-        "note": "Must confirm with user before executing"
-      }
-    },
-    {
-      "id": "setup-new-device",
-      "prompt": "Set up my new OneKey hardware wallet from scratch",
-      "skill": "device",
-      "expect": {
-        "commands_ordered": ["onekey-hw search", "onekey-hw device-verify"],
-        "note": "Device setup (seed generation, backup) must be done via OneKey App"
-      }
-    },
-    {
-      "id": "verify-genuine",
-      "prompt": "How do I know if my OneKey device is genuine?",
-      "skill": "security",
-      "expect": {
-        "commands_any_order": ["onekey-hw device-verify"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "get-cosmos-address",
-      "prompt": "获取我的 Cosmos 地址",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw get-address --chain cosmos"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "sign-btc-psbt",
-      "prompt": "Sign this Bitcoin PSBT transaction",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw sign-psbt"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "sign-btc-inputs-outputs",
-      "prompt": "Sign a Bitcoin transaction with these inputs and outputs",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw sign-transaction --chain btc"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "sign-eip712",
-      "prompt": "Sign this EIP-712 typed data with my hardware wallet",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw sign-typed-data"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "verify-eth-message",
-      "prompt": "Verify this Ethereum signed message on my device",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw verify-message --chain evm"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "remove-pin",
-      "prompt": "Remove PIN from my device",
-      "skill": "security",
-      "expect": {
-        "commands_any_order": ["onekey-hw change-pin --remove"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "passphrase-session",
-      "prompt": "Get my hidden wallet passphrase state",
-      "skill": "security",
-      "expect": {
-        "commands_any_order": ["onekey-hw passphrase-state"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "haptic-feedback",
-      "prompt": "Disable haptic feedback on my device",
-      "skill": "security",
-      "expect": {
-        "commands_any_order": ["onekey-hw device-settings --haptic-feedback false"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "bootloader-stuck",
-      "prompt": "My device is stuck in bootloader mode, help me fix it",
-      "skill": "firmware",
-      "expect": {
-        "commands_any_order": ["onekey-hw search", "onekey-hw firmware-check"],
-        "note": "Agent should diagnose and redirect to OneKey App for firmware recovery"
-      }
-    },
-    {
-      "id": "bootloader-check",
-      "prompt": "Check my device bootloader version",
-      "skill": "firmware",
-      "expect": {
-        "commands_any_order": ["onekey-hw bootloader-check"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "connection-troubleshoot",
-      "prompt": "My hardware wallet won't connect",
-      "skill": "device",
-      "expect": {
-        "commands_ordered": ["onekey-hw search"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "nostr-pubkey",
-      "prompt": "Get my Nostr public key from hardware wallet",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw get-public-key --chain nostr"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "lock-device",
-      "prompt": "Lock my device",
-      "skill": "device",
-      "expect": {
-        "commands": ["onekey-hw lock"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "nostr-encrypt",
-      "prompt": "Encrypt a message for this Nostr pubkey",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw nostr-encrypt"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "nostr-decrypt",
-      "prompt": "Decrypt this Nostr message",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw nostr-decrypt"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "nostr-schnorr",
-      "prompt": "Sign this hash with Schnorr for Nostr",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw nostr-sign-schnorr"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "lnurl-auth",
-      "prompt": "Authenticate with this Lightning service using LNURL",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw lnurl-auth"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "sol-offchain-message",
-      "prompt": "Sign this Solana off-chain message",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw sol-sign-offchain"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "conflux-cip23",
-      "prompt": "Sign this Conflux CIP-23 structured message",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw conflux-sign-cip23"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "aptos-sign-in",
-      "prompt": "Sign in to this Aptos dApp",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw aptos-sign-in"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "ton-proof",
-      "prompt": "Generate a TON Connect proof for authentication",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw ton-sign-proof"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "evm-eip712-hash",
-      "prompt": "Sign this EIP-712 domain hash and message hash",
-      "skill": "signing",
-      "expect": {
-        "commands_any_order": ["onekey-hw evm-sign-eip712"],
-        "forbidden": ["--help"]
-      }
-    },
-    {
-      "id": "device-label",
-      "prompt": "Rename my device to 'My OneKey Pro'",
-      "skill": "device",
-      "expect": {
-        "commands_any_order": ["onekey-hw device-settings --label"],
-        "forbidden": ["--help"]
-      }
-    }
-  ]
-}

package/evals/run-evals.sh

@@ -1,136 +0,0 @@
-#!/usr/bin/env bash
-# =============================================================================
-# OneKey Hardware CLI — Agent Skill Evaluation Runner
-#
-# Aligned with app-monorepo's eval approach:
-# - Invokes Claude Code in headless mode with actual skill files loaded
-# - System prompt enforces skill-file-first behavior (no --help)
-# - Structured JSON output per case saved to results/ directory
-# - Deferred scoring via follow-up Claude invocation (LLM-as-judge)
-#
-# Usage:
-#   ./run-evals.sh                    # Run all cases with default model
-#   ./run-evals.sh --model haiku      # Run with specific model
-#   ./run-evals.sh --case device-*    # Run matching cases only
-#   ./run-evals.sh --verbose          # Show detailed output
-# =============================================================================
-
-set -euo pipefail
-
-SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
-CLI_DIR="$(dirname "${SCRIPT_DIR}")"
-CASES_FILE="${SCRIPT_DIR}/cases.json"
-RESULTS_DIR="${SCRIPT_DIR}/results"
-MODEL="sonnet"
-VERBOSE="false"
-CASE_FILTER=""
-
-# Parse arguments
-while [[ $# -gt 0 ]]; do
-  case $1 in
-    --model) MODEL="$2"; shift 2 ;;
-    --case) CASE_FILTER="$2"; shift 2 ;;
-    --verbose) VERBOSE="true"; shift ;;
-    *) echo "Unknown option: $1"; exit 1 ;;
-  esac
-done
-
-TIMESTAMP=$(date +%Y%m%d-%H%M%S)
-RUN_DIR="${RESULTS_DIR}/${TIMESTAMP}-${MODEL}"
-mkdir -p "${RUN_DIR}"
-
-# System prompt: force agent to use skill files, skip preflight, auto-confirm
-SYSTEM_PROMPT="You have the onekey-hardware plugin installed.
-BEFORE running any onekey-hw command, you MUST read the skill files at ${CLI_DIR}/skills/ to understand available commands and their parameters.
-NEVER use onekey-hw --help or --help on subcommands. The skill files are your sole documentation source.
-Skip all pre-flight checks (version checking) — assume CLI is installed and ready.
-When a command requires user confirmation, auto-confirm YES.
-If an API call fails, retry at most once before reporting the error.
-Output only the onekey-hw commands you would execute, one per line. No explanations."
-
-echo "============================================="
-echo "OneKey Hardware CLI — Eval Runner"
-echo "Model: ${MODEL}"
-echo "Cases: ${CASES_FILE}"
-echo "Output: ${RUN_DIR}"
-echo "============================================="
-
-# Model flag for claude CLI
-MODEL_FLAG=""
-if [[ "${MODEL}" != "sonnet" ]]; then
-  MODEL_FLAG="--model ${MODEL}"
-fi
-
-# Count cases
-TOTAL=$(jq '.cases | length' "${CASES_FILE}")
-EXECUTED=0
-SKIPPED=0
-
-echo "Running ${TOTAL} evaluation cases..."
-echo ""
-
-# Iterate through cases
-for i in $(seq 0 $((TOTAL - 1))); do
-  CASE_ID=$(jq -r ".cases[$i].id" "${CASES_FILE}")
-  PROMPT=$(jq -r ".cases[$i].prompt" "${CASES_FILE}")
-
-  # Apply case filter if specified
-  if [[ -n "${CASE_FILTER}" ]] && [[ ! "${CASE_ID}" == ${CASE_FILTER} ]]; then
-    SKIPPED=$((SKIPPED + 1))
-    continue
-  fi
-
-  echo -n "[$((i+1))/${TOTAL}] ${CASE_ID}: "
-
-  # Invoke Claude Code in headless mode
-  # Aligned with app-monorepo: -p for prompt, --output-format json,
-  # --max-turns 25, --permission-mode bypassPermissions
-  RESULT_FILE="${RUN_DIR}/${CASE_ID}.json"
-
-  if command -v claude &> /dev/null; then
-    claude -p "${PROMPT}" \
-      --output-format json \
-      --max-turns 25 \
-      --permission-mode bypassPermissions \
-      --system-prompt "${SYSTEM_PROMPT}" \
-      ${MODEL_FLAG} \
-      > "${RESULT_FILE}" 2>/dev/null || echo '{"error": "claude invocation failed"}' > "${RESULT_FILE}"
-    echo "DONE → ${RESULT_FILE}"
-    EXECUTED=$((EXECUTED + 1))
-  else
-    echo "SKIP (claude CLI not found)"
-    echo '{"error": "claude CLI not installed"}' > "${RESULT_FILE}"
-    SKIPPED=$((SKIPPED + 1))
-  fi
-done
-
-echo ""
-echo "============================================="
-echo "Executed: ${EXECUTED}, Skipped: ${SKIPPED} (${TOTAL} total)"
-echo "Results saved to: ${RUN_DIR}"
-echo "============================================="
-
-# Write run metadata
-jq -n \
-  --arg model "${MODEL}" \
-  --arg timestamp "${TIMESTAMP}" \
-  --argjson executed "${EXECUTED}" \
-  --argjson skipped "${SKIPPED}" \
-  --argjson total "${TOTAL}" \
-  '{
-    model: $model,
-    timestamp: $timestamp,
-    total: $total,
-    executed: $executed,
-    skipped: $skipped
-  }' > "${RUN_DIR}/_metadata.json"
-
-# Print scoring instructions
-echo ""
-echo "To score results, run:"
-echo ""
-echo "  claude -p \"Read all JSON files in ${RUN_DIR}/ and the eval case definitions"
-echo "  in ${CASES_FILE}. For each case, compare the actual commands executed against"
-echo "  the expected commands. Produce a markdown table with columns:"
-echo "  case_id | status (PASS/FAIL) | expected | actual | issues."
-echo "  Also check forbidden patterns if defined. Summary at the end.\""

package/rollup.config.js

@@ -1,28 +0,0 @@
-import typescript from '@rollup/plugin-typescript';
-import json from '@rollup/plugin-json';
-import dts from 'rollup-plugin-dts';
-import commonjs from '@rollup/plugin-commonjs';
-
-const config = [
-  // All source files → dist/ directory (cjs format)
-  // This outputs index.js, cli.js, sdk.js, chains.js all to dist/
-  // so cli.js can require('./sdk') and require('./chains')
-  {
-    input: {
-      index: './src/index.ts',
-      cli: './src/cli.ts',
-      sdk: './src/sdk.ts',
-      chains: './src/chains.ts',
-    },
-    output: [{ dir: 'dist', format: 'cjs' }],
-    plugins: [typescript(), commonjs(), json()],
-  },
-  // Type declarations
-  {
-    input: './src/index.ts',
-    output: { file: 'dist/index.d.ts', format: 'es' },
-    plugins: [dts()],
-  },
-];
-
-export default config;