@zenalexa/unicli 0.213.3 → 0.215.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zenalexa/unicli",
-  "version": "0.213.3",
+  "version": "0.215.1",
   "description": "The universal interface between AI agents and the world's software",
   "type": "module",
   "main": "dist/main.js",
@@ -101,6 +101,10 @@
       "types": "./dist/protocol/acp.d.ts",
       "import": "./dist/protocol/acp.js"
     },
+    "./agents/backends": {
+      "types": "./dist/agents/backends.d.ts",
+      "import": "./dist/agents/backends.js"
+    },
     "./protocol/skill": {
       "types": "./dist/protocol/skill.d.ts",
       "import": "./dist/protocol/skill.js"
@@ -118,7 +122,7 @@
     "dev": "tsx src/main.ts",
     "build": "tsc && tsx scripts/build-manifest.js && tsx scripts/count-stats.ts && tsx scripts/build-readme.ts && tsx scripts/build-agents.ts && npx prettier --write AGENTS.md",
     "postbuild": "node -e \"require('fs').chmodSync('dist/main.js', 0o755)\"",
-    "stats": "tsx scripts/count-stats.ts && tsx scripts/build-readme.ts",
+    "stats": "tsx scripts/build-manifest.js && tsx scripts/count-stats.ts && tsx scripts/build-readme.ts && tsx scripts/build-agents.ts",
     "stats:check": "tsx scripts/count-consistency.ts",
     "build:agents": "tsx scripts/build-agents.ts",
     "test": "vitest run --project unit",

package/src/adapters/_electron/desktop-shared.ts

@@ -0,0 +1,383 @@
+import { cli, Strategy } from "../../registry.js";
+import {
+  getElectronApp,
+  resolveAppControlPolicy,
+} from "../../electron-apps.js";
+import { launchElectronApp } from "../../browser/launcher.js";
+import { connectElectronApp } from "./shared.js";
+import type { BrowserPage } from "../../browser/page.js";
+
+export interface ElectronMediaProfile {
+  likedText: string;
+  playAllText: string;
+}
+
+export interface ElectronDesktopCommandProfile {
+  displayName?: string;
+  media?: ElectronMediaProfile;
+}
+
+export const ELECTRON_DESKTOP_BASE_COMMANDS = [
+  "open-app",
+  "status-app",
+  "dump",
+  "snapshot-app",
+  "click-text",
+  "type-text",
+  "press",
+] as const;
+
+export const ELECTRON_DESKTOP_MEDIA_COMMANDS = [
+  "play-liked",
+  "play",
+  "pause",
+  "toggle",
+  "next",
+  "prev",
+] as const;
+
+export function registerElectronDesktopCommands(
+  site: string,
+  profile: ElectronDesktopCommandProfile = {},
+): void {
+  const app = getElectronApp(site);
+  const displayName = profile.displayName ?? app?.displayName ?? site;
+
+  cli({
+    site,
+    name: "open-app",
+    description: `Open ${displayName} desktop Electron app with CDP enabled for AI control. 打开${displayName}桌面版并启用 CDP 控制。`,
+    strategy: Strategy.PUBLIC,
+    func: async () => {
+      const endpoint = await launchElectronApp(site);
+      return [
+        {
+          app: displayName,
+          site,
+          port: endpoint.port,
+          wsUrl: endpoint.wsUrl,
+          policy: resolveAppControlPolicy(site),
+        },
+      ];
+    },
+  });
+
+  cli({
+    site,
+    name: "status-app",
+    description: `Inspect current ${displayName} desktop app page, title, URL, visible controls, and text summary. 查看${displayName}桌面版当前状态和可见内容。`,
+    strategy: Strategy.PUBLIC,
+    func: async () => [await readDesktopStatus(site, displayName)],
+  });
+
+  cli({
+    site,
+    name: "dump",
+    description: `Dump visible text from the ${displayName} desktop Electron app via CDP DOM. 读取${displayName}桌面版可见文本。`,
+    strategy: Strategy.PUBLIC,
+    args: [
+      {
+        name: "limit",
+        required: false,
+        positional: false,
+        description: "Maximum text characters to return",
+      },
+    ],
+    func: async (_page: unknown, kwargs: Record<string, unknown>) => {
+      const p = await connectElectronApp(site);
+      const limit = readInt(kwargs.limit, 2000);
+      return [await dumpVisibleText(p, displayName, limit)];
+    },
+  });
+
+  cli({
+    site,
+    name: "snapshot-app",
+    description: `List visible clickable text, buttons, inputs, and regions in ${displayName}. 枚举${displayName}桌面版可交互内容。`,
+    strategy: Strategy.PUBLIC,
+    func: async () => {
+      const p = await connectElectronApp(site);
+      return (await p.evaluate(visibleInteractivesJs())) as unknown[];
+    },
+  });
+
+  cli({
+    site,
+    name: "click-text",
+    description: `Click visible text, aria-label, title, or button content in ${displayName}. 按文本点击${displayName}桌面版控件。`,
+    strategy: Strategy.PUBLIC,
+    args: [
+      {
+        name: "text",
+        required: true,
+        positional: true,
+        description: "Visible text, aria-label, or title to click",
+      },
+    ],
+    func: async (_page: unknown, kwargs: Record<string, unknown>) => {
+      const p = await connectElectronApp(site);
+      return [await clickVisibleText(p, String(kwargs.text), displayName)];
+    },
+  });
+
+  cli({
+    site,
+    name: "type-text",
+    description: `Type text into the focused field or a text-matched target in ${displayName}. 向${displayName}桌面版输入文本。`,
+    strategy: Strategy.PUBLIC,
+    args: [
+      {
+        name: "text",
+        required: true,
+        positional: true,
+        description: "Text to type",
+      },
+      {
+        name: "target",
+        required: false,
+        positional: false,
+        description: "Optional visible text to click before typing",
+      },
+    ],
+    func: async (_page: unknown, kwargs: Record<string, unknown>) => {
+      const p = await connectElectronApp(site);
+      if (kwargs.target !== undefined) {
+        await clickVisibleText(p, String(kwargs.target), displayName);
+      }
+      await p.insertText(String(kwargs.text));
+      return [{ app: displayName, typed: true }];
+    },
+  });
+
+  cli({
+    site,
+    name: "press",
+    description: `Press a key in ${displayName}, with optional comma-separated modifiers. 在${displayName}桌面版发送按键。`,
+    strategy: Strategy.PUBLIC,
+    args: [
+      {
+        name: "key",
+        required: true,
+        positional: true,
+        description: "Key name",
+      },
+      {
+        name: "modifiers",
+        required: false,
+        positional: false,
+        description: "Comma-separated modifiers such as meta,shift",
+      },
+    ],
+    func: async (_page: unknown, kwargs: Record<string, unknown>) => {
+      const p = await connectElectronApp(site);
+      const modifiers =
+        typeof kwargs.modifiers === "string"
+          ? kwargs.modifiers
+              .split(",")
+              .map((s) => s.trim())
+              .filter(Boolean)
+          : undefined;
+      await p.press(String(kwargs.key), modifiers);
+      return [{ app: displayName, key: String(kwargs.key), modifiers }];
+    },
+  });
+
+  if (profile.media) {
+    registerMediaCommands(site, displayName, profile.media);
+  }
+}
+
+function registerMediaCommands(
+  site: string,
+  displayName: string,
+  media: ElectronMediaProfile,
+): void {
+  cli({
+    site,
+    name: "play-liked",
+    description: `Open ${displayName} liked songs and play the liked playlist. 打开${displayName}我喜欢的音乐/喜欢的歌曲并播放。`,
+    strategy: Strategy.PUBLIC,
+    func: async () => {
+      const p = await connectElectronApp(site);
+      const liked = await clickVisibleText(p, media.likedText, displayName);
+      await p.wait(1);
+      const play = await clickVisibleText(p, media.playAllText, displayName);
+      await p.wait(1.5);
+      return [{ app: displayName, liked, play, status: await mediaStatus(p) }];
+    },
+  });
+
+  for (const action of ["play", "pause", "toggle", "next", "prev"] as const) {
+    cli({
+      site,
+      name: action,
+      description: `${action} playback in the ${displayName} desktop app. 控制${displayName}桌面版播放：${action}。`,
+      strategy: Strategy.PUBLIC,
+      func: async () => {
+        const p = await connectElectronApp(site);
+        const clicked = await clickMediaControl(p, action, displayName);
+        await p.wait(0.8);
+        return [
+          { app: displayName, action, clicked, status: await mediaStatus(p) },
+        ];
+      },
+    });
+  }
+}
+
+async function readDesktopStatus(
+  site: string,
+  displayName: string,
+): Promise<Record<string, unknown>> {
+  const endpoint = await launchElectronApp(site);
+  const p = await connectElectronApp(site);
+  return {
+    app: displayName,
+    site,
+    port: endpoint.port,
+    title: await p.title(),
+    url: await p.url(),
+    policy: resolveAppControlPolicy(site),
+    content: await dumpVisibleText(p, displayName, 700),
+    controls: await p.evaluate(visibleInteractivesJs(20)),
+  };
+}
+
+async function dumpVisibleText(
+  p: BrowserPage,
+  app: string,
+  limit: number,
+): Promise<Record<string, unknown>> {
+  const text = (await p.evaluate(
+    `document.body.innerText.slice(0, ${Math.max(1, limit)})`,
+  )) as string;
+  return { app, text };
+}
+
+async function clickVisibleText(
+  p: BrowserPage,
+  text: string,
+  app: string,
+): Promise<Record<string, unknown>> {
+  const result = (await p.evaluate(clickTextJs(text))) as {
+    found: boolean;
+    x?: number;
+    y?: number;
+    text?: string;
+  };
+  if (!result.found || result.x === undefined || result.y === undefined) {
+    return { app, clicked: false, text, reason: "text_not_found" };
+  }
+  await p.nativeClick(result.x, result.y);
+  return { app, clicked: true, match: result.text, x: result.x, y: result.y };
+}
+
+async function clickMediaControl(
+  p: BrowserPage,
+  action: "play" | "pause" | "toggle" | "next" | "prev",
+  app: string,
+): Promise<Record<string, unknown>> {
+  const target = (await p.evaluate(mediaControlJs(action))) as {
+    found: boolean;
+    x?: number;
+    y?: number;
+    label?: string;
+  };
+  if (!target.found || target.x === undefined || target.y === undefined) {
+    return { app, clicked: false, action, reason: "control_not_found" };
+  }
+  await p.nativeClick(target.x, target.y);
+  return { app, clicked: true, action, label: target.label };
+}
+
+async function mediaStatus(p: BrowserPage): Promise<unknown> {
+  return p.evaluate(`
+    (() => {
+      const pause = Array.from(document.querySelectorAll('button[title="暂停"]'))
+        .find(el => el.getBoundingClientRect().y < innerHeight - 90);
+      const row = pause?.closest('.tr');
+      return {
+        playing: !!pause,
+        currentRow: (row?.innerText || '').trim().replace(/\\s+/g, ' ').slice(0, 200),
+        bodyTail: document.body.innerText.slice(-300)
+      };
+    })()
+  `);
+}
+
+function clickTextJs(text: string): string {
+  return `
+    (() => {
+      const needle = ${JSON.stringify(text)}.trim().toLowerCase();
+      const nodes = Array.from(document.querySelectorAll('button,a,[role],div,span,input,textarea'));
+      for (const el of nodes) {
+        const raw = (el.innerText || el.textContent || el.getAttribute('aria-label') || el.title || el.placeholder || '').trim();
+        if (!raw) continue;
+        const hay = raw.toLowerCase();
+        if (hay !== needle && !hay.includes(needle)) continue;
+        const target = el.closest('button,a,[role="button"],.ItemContainer_ijv59hq,.tr') || el;
+        const r = target.getBoundingClientRect();
+        if (r.width < 1 || r.height < 1 || r.x < -5 || r.y < -5) continue;
+        return { found: true, text: raw.slice(0, 160), x: r.x + r.width / 2, y: r.y + r.height / 2 };
+      }
+      return { found: false };
+    })()
+  `;
+}
+
+function mediaControlJs(action: string): string {
+  return `
+    (() => {
+      const bottom = Array.from(document.querySelectorAll('button')).map((el, index) => {
+        const r = el.getBoundingClientRect();
+        const label = [el.title, el.getAttribute('aria-label'), el.innerText, el.textContent].filter(Boolean).join(' ').trim();
+        return { el, index, label, cls: String(el.className || ''), x: r.x, y: r.y, w: r.width, h: r.height };
+      }).filter(b => b.w > 0 && b.h > 0 && b.y > innerHeight - 90).sort((a, b) => a.x - b.x);
+      const pick = (b) => ({ found: true, label: b.label || b.cls, x: b.x + b.w / 2, y: b.y + b.h / 2 });
+      const rx = {
+        next: /下一首|下一个|next/i,
+        prev: /上一首|上一个|previous|prev/i,
+        play: /播放|play/i,
+        pause: /暂停|pause/i
+      }[${JSON.stringify(action)}];
+      if (rx) {
+        const labeled = bottom.find(b => rx.test(b.label));
+        if (labeled) return pick(labeled);
+      }
+      const center = bottom.find(b => b.cls.includes('play-pause-btn')) ||
+        bottom.slice().sort((a, b) => Math.abs((a.x + a.w / 2) - innerWidth / 2) - Math.abs((b.x + b.w / 2) - innerWidth / 2))[0];
+      if (!center) return { found: false };
+      if (${JSON.stringify(action)} === 'toggle' || ${JSON.stringify(action)} === 'play' || ${JSON.stringify(action)} === 'pause') return pick(center);
+      const idx = bottom.indexOf(center);
+      const neighbor = ${JSON.stringify(action)} === 'next' ? bottom[idx + 1] : bottom[idx - 1];
+      return neighbor ? pick(neighbor) : { found: false };
+    })()
+  `;
+}
+
+function visibleInteractivesJs(limit = 80): string {
+  return `
+    (() => {
+      const out = [];
+      const nodes = document.querySelectorAll('button,a,input,textarea,[role="button"],[role="textbox"],[contenteditable="true"]');
+      for (const el of nodes) {
+        const r = el.getBoundingClientRect();
+        if (r.width < 1 || r.height < 1 || r.y < -5 || r.y > innerHeight + 5) continue;
+        const text = (el.innerText || el.textContent || el.getAttribute('aria-label') || el.title || el.placeholder || '').trim().replace(/\\s+/g, ' ');
+        out.push({ tag: el.tagName, role: el.getAttribute('role'), text: text.slice(0, 120), title: el.title, rect: { x: r.x, y: r.y, w: r.width, h: r.height } });
+        if (out.length >= ${limit}) break;
+      }
+      return out;
+    })()
+  `;
+}
+
+function readInt(value: unknown, fallback: number): number {
+  const n =
+    typeof value === "number"
+      ? value
+      : typeof value === "string"
+        ? Number.parseInt(value, 10)
+        : Number.NaN;
+  return Number.isFinite(n) && n > 0 ? Math.trunc(n) : fallback;
+}

package/src/adapters/docker/build.yaml

@@ -4,7 +4,7 @@ description: Build a Docker image from a Dockerfile
 type: bridge
 strategy: public
 binary: docker
-detect: which docker
+detect: "which docker >/dev/null 2>&1 && docker info >/dev/null 2>&1"
 
 pipeline:
   - exec:

package/src/adapters/docker/images.yaml

@@ -4,7 +4,7 @@ description: List local Docker images
 type: bridge
 strategy: public
 binary: docker
-detect: which docker
+detect: "which docker >/dev/null 2>&1 && docker info >/dev/null 2>&1"
 
 pipeline:
   - exec:

package/src/adapters/docker/logs.yaml

@@ -4,7 +4,7 @@ description: Fetch logs from a Docker container
 type: bridge
 strategy: public
 binary: docker
-detect: which docker
+detect: "which docker >/dev/null 2>&1 && docker info >/dev/null 2>&1"
 
 pipeline:
   - exec:

package/src/adapters/docker/networks.yaml

@@ -3,7 +3,7 @@ name: networks
 description: List Docker networks
 type: desktop
 binary: docker
-detect: which docker
+detect: "which docker >/dev/null 2>&1 && docker info >/dev/null 2>&1"
 
 pipeline:
   - exec:

package/src/adapters/docker/ps.yaml

@@ -4,7 +4,7 @@ description: List running Docker containers
 type: bridge
 strategy: public
 binary: docker
-detect: which docker
+detect: "which docker >/dev/null 2>&1 && docker info >/dev/null 2>&1"
 
 pipeline:
   - exec:

package/src/adapters/docker/run.yaml

@@ -4,7 +4,7 @@ description: Run a command in a Docker container
 type: bridge
 strategy: public
 binary: docker
-detect: which docker
+detect: "which docker >/dev/null 2>&1 && docker info >/dev/null 2>&1"
 
 pipeline:
   - exec:

package/src/adapters/docker/volumes.yaml

@@ -3,7 +3,7 @@ name: volumes
 description: List Docker volumes
 type: desktop
 binary: docker
-detect: which docker
+detect: "which docker >/dev/null 2>&1 && docker info >/dev/null 2>&1"
 
 pipeline:
   - exec:

package/src/adapters/electron-desktop/electron-desktop.ts

@@ -0,0 +1,57 @@
+/**
+ * Shared Electron desktop command pack.
+ *
+ * This file intentionally registers commands on many app-specific sites
+ * instead of exposing one generic "electron" site. Agents discover
+ * `netease-music play-liked`, `slack open-app`, `figma click-text`, etc.
+ */
+
+import { registerElectronDesktopCommands } from "../_electron/desktop-shared.js";
+
+registerElectronDesktopCommands("cursor", { displayName: "Cursor" });
+registerElectronDesktopCommands("codex", { displayName: "Codex" });
+registerElectronDesktopCommands("chatgpt", { displayName: "ChatGPT" });
+registerElectronDesktopCommands("notion", { displayName: "Notion" });
+registerElectronDesktopCommands("discord-app", { displayName: "Discord" });
+registerElectronDesktopCommands("chatwise", { displayName: "ChatWise" });
+registerElectronDesktopCommands("doubao-app", { displayName: "Doubao" });
+registerElectronDesktopCommands("antigravity", { displayName: "Antigravity" });
+registerElectronDesktopCommands("netease-music", {
+  displayName: "NetEase Cloud Music",
+  media: { likedText: "我喜欢的音乐", playAllText: "播放全部" },
+});
+registerElectronDesktopCommands("vscode", {
+  displayName: "Visual Studio Code",
+});
+registerElectronDesktopCommands("slack", { displayName: "Slack" });
+registerElectronDesktopCommands("figma", { displayName: "Figma" });
+registerElectronDesktopCommands("obsidian", { displayName: "Obsidian" });
+registerElectronDesktopCommands("logseq", { displayName: "Logseq" });
+registerElectronDesktopCommands("typora", { displayName: "Typora" });
+registerElectronDesktopCommands("postman", { displayName: "Postman" });
+registerElectronDesktopCommands("insomnia", { displayName: "Insomnia" });
+registerElectronDesktopCommands("bitwarden", { displayName: "Bitwarden" });
+registerElectronDesktopCommands("signal", { displayName: "Signal" });
+registerElectronDesktopCommands("whatsapp", { displayName: "WhatsApp" });
+registerElectronDesktopCommands("teams", { displayName: "Microsoft Teams" });
+registerElectronDesktopCommands("linear", { displayName: "Linear" });
+registerElectronDesktopCommands("todoist", { displayName: "Todoist" });
+registerElectronDesktopCommands("github-desktop", {
+  displayName: "GitHub Desktop",
+});
+registerElectronDesktopCommands("gitkraken", { displayName: "GitKraken" });
+registerElectronDesktopCommands("docker-desktop", {
+  displayName: "Docker Desktop",
+});
+registerElectronDesktopCommands("lm-studio", { displayName: "LM Studio" });
+registerElectronDesktopCommands("claude", { displayName: "Claude" });
+registerElectronDesktopCommands("perplexity", { displayName: "Perplexity" });
+registerElectronDesktopCommands("spotify", {
+  displayName: "Spotify",
+  media: { likedText: "Liked Songs", playAllText: "Play" },
+});
+registerElectronDesktopCommands("dingtalk", { displayName: "DingTalk" });
+registerElectronDesktopCommands("lark", { displayName: "Lark" });
+registerElectronDesktopCommands("wechat-work", { displayName: "WeCom" });
+registerElectronDesktopCommands("zoom-app", { displayName: "Zoom" });
+registerElectronDesktopCommands("evernote-app", { displayName: "Evernote" });

package/src/adapters/macos/caffeinate.yaml

@@ -18,9 +18,9 @@ pipeline:
       args:
         - "-d"
         - "-t"
-        - "${{ args.duration }}"
+        - "${{ args.duration | default(3600) }}"
       parse: text
-      timeout: "${{ (args.duration + 10) * 1000 }}"
+      timeout: "${{ ((args.duration || 3600) + 10) * 1000 }}"
 
 columns: []
 

package/src/adapters/macos/processes.yaml

@@ -3,12 +3,12 @@ name: processes
 description: List top processes by CPU usage
 type: desktop
 binary: ps
-detect: which ps
+detect: "test $(uname) = Darwin"
 
 pipeline:
   - exec:
-      command: ps
-      args: ["aux", "--sort=-%cpu"]
+      command: sh
+      args: ["-c", "ps -axo pid,pcpu,pmem,comm | sort -k2 -nr | head -20"]
       parse: text
 
 columns: [result]

package/src/adapters/macos/screen-recording.yaml

@@ -26,9 +26,9 @@ pipeline:
         - "${{ args.duration | default(10) }}"
         - "${{ args.file | default('/tmp/recording.mov') }}"
       parse: text
-      timeout: "${{ (args.duration + 5) * 1000 }}"
+      timeout: "${{ ((args.duration || 10) + 5) * 1000 }}"
 
-  - evaluate: "JSON.stringify([{ file: ${{ args.file | json }}, duration: ${{ args.duration }}, status: 'recorded' }])"
+  - evaluate: "JSON.stringify([{ file: ${{ (args.file || '/tmp/recording.mov') | json }}, duration: ${{ args.duration || 10 }}, status: 'recorded' }])"
 
 columns: [file, duration, status]
 

package/src/adapters/substack/trending.yaml

@@ -32,5 +32,6 @@ capabilities: ["http.fetch"]
 minimum_capability: http.fetch
 trust: public
 confidentiality: public
-quarantine: false
+quarantine: true
+quarantineReason: "HTTP 404 — upstream `/api/v1/trending` endpoint retired (2026-04-24), needs new Discover scrape/API"
 schema_version: v2