@jackwener/opencli 1.5.9 → 1.6.0

package/skills/opencli-usage/SKILL.md

@@ -1,9 +1,9 @@
 ---
 name: opencli-usage
-description: "OpenCLI usage guide — installation, prerequisites, and command reference organized by platform"
-version: 1.5.9
+description: "Use when running OpenCLI commands to interact with websites (Bilibili, Twitter, Reddit, Xiaohongshu, etc.), desktop apps (Cursor, Notion), or public APIs (HackerNews, arXiv). Covers installation, command reference, and output formats for 60+ adapters."
+version: 1.6.0
 author: jackwener
-tags: [cli, browser, web, chrome-extension, cdp, AI, agent]
+tags: [opencli, cli, browser, web, chrome-extension, cdp, bilibili, twitter, reddit, xiaohongshu, github, youtube, AI, agent, automation]
 ---
 
 # OpenCLI Usage Guide
@@ -36,36 +36,117 @@ Browser commands require:
 
 Public API commands (`hackernews`, `v2ex`) need no browser.
 
-## Command Categories
+## Quick Lookup by Capability
+
+| Capability | Platforms (partial list) | File |
+|-----------|--------------------------|------|
+| **search** | Bilibili, Twitter, Reddit, Xiaohongshu, Zhihu, YouTube, Google, arXiv, LinkedIn, Pixiv, etc. | browser.md / public-api.md |
+| **hot/trending** | Bilibili, Twitter, Weibo, HackerNews, Reddit, V2EX, Xueqiu, Lobsters, Douban | browser.md / public-api.md |
+| **feed/timeline** | Twitter, Reddit, Xiaohongshu, Xueqiu, Jike, Facebook, Instagram, Medium | browser.md |
+| **user/profile** | Twitter, Reddit, Instagram, TikTok, Facebook, Bilibili, Pixiv | browser.md |
+| **post/create** | Twitter, Jike | browser.md |
+| **AI chat** | Grok, Doubao, Kimi, DeepSeek, Qwen, ChatGPT, Cursor, Codex | browser.md / desktop.md |
+| **finance/stock** | Xueqiu, Yahoo Finance, Barchart, Sina Finance, Bloomberg | browser.md / public-api.md |
+| **web scraping** | `opencli web read --url <url>` — any URL to Markdown | browser.md |
+
+## Command Quick Reference
+
+Usage: `opencli <site> <command> [args] [--limit N] [-f json|yaml|md|csv|table]`
+
+### Browser-based (login required)
+
+| Site | Commands |
+|------|----------|
+| **bilibili** | `hot` `search` `me` `favorite` `history` `feed` `user-videos` `subtitle` `dynamic` `ranking` `following` |
+| **zhihu** | `hot` `search` `question` |
+| **xiaohongshu** | `search` `notifications` `feed` `user` `creator-notes` `creator-note-detail` `creator-notes-summary` `creator-profile` `creator-stats` |
+| **xueqiu** | `hot-stock` `stock` `watchlist` `feed` `hot` `search` `earnings-date` `fund-holdings` `fund-snapshot` |
+| **twitter** | `trending` `bookmarks` `search` `profile` `timeline` `thread` `article` `follow` `unfollow` `bookmark` `unbookmark` `post` `like` `reply` `delete` `block` `unblock` `followers` `following` `notifications` `hide-reply` `download` `accept` `reply-dm` |
+| **reddit** | `hot` `frontpage` `popular` `search` `subreddit` `read` `user` `user-posts` `user-comments` `upvote` `save` `comment` `subscribe` `saved` `upvoted` |
+| **youtube** | `search` `video` `transcript` |
+| **facebook** | `feed` `profile` `search` `friends` `groups` `events` `notifications` `memories` `add-friend` `join-group` |
+| **instagram** | `explore` `profile` `search` `user` `followers` `following` `follow` `unfollow` `like` `unlike` `comment` `save` `unsave` `saved` |
+| **tiktok** | `explore` `search` `profile` `user` `following` `follow` `unfollow` `like` `unlike` `comment` `save` `unsave` `live` `notifications` `friends` |
+| **linkedin** | `search` `timeline` |
+| **medium** | `feed` `search` `user` |
+| **substack** | `feed` `search` `publication` |
+| **sinablog** | `hot` `search` `article` `user` |
+| **weibo** | `hot` |
+| **boss** | `search` `detail` `recommend` `joblist` `greet` `batchgreet` `send` `chatlist` `chatmsg` `invite` `mark` `exchange` `resume` `stats` |
+| **douban** | `search` `top250` `subject` `photos` `download` `marks` `reviews` |
+| **pixiv** | `ranking` `search` `user` `illusts` `detail` `download` |
+| **jike** | `feed` `search` `create` `like` `comment` `repost` `notifications` |
+| **yahoo-finance** | `quote` |
+| **barchart** | `quote` `options` `greeks` `flow` |
+| **sinafinance** | `news` |
+| **reuters** | `search` |
+| **coupang** | `search` `add-to-cart` |
+| **jd** | `item` |
+| **smzdm** | `search` |
+| **ctrip** | `search` |
+| **weread** | `shelf` `search` `book` `highlights` `notes` `ranking` |
+| **chaoxing** | `assignments` `exams` |
+| **jimeng** | `generate` `history` |
+| **yollomi** | `models` `generate` `video` `upload` `remove-bg` `edit` `background` `face-swap` `object-remover` `restore` `try-on` `upscale` |
+| **web** | `read` — any URL to Markdown |
+| **weixin** | `download` — 公众号 article to Markdown |
+| **v2ex** (browser) | `daily` `me` `notifications` |
+| **linux-do** (browser) | `categories` `category` |
+| **bloomberg** (browser) | `news` — full article reader |
+| **grok** | `ask` |
+| **doubao** | `status` `new` `send` `read` `ask` |
+| **kimi** | `status` `new` `ask` |
+| **deepseek** | `status` `new` `ask` |
+| **qwen** | `status` `new` `ask` |
+
+### Desktop (CDP/Electron)
+
+| Site | Commands |
+|------|----------|
+| **gh** | `repo` `pr` `issue` — passthrough to gh CLI |
+| **cursor** | `status` `send` `read` `new` `dump` `composer` `model` `extract-code` `ask` `screenshot` `history` `export` |
+| **codex** | `status` `send` `read` `new` `dump` `extract-diff` `model` `ask` `screenshot` `history` `export` |
+| **chatgpt** | `status` `new` `send` `read` `ask` |
+| **chatwise** | `status` `new` `send` `read` `ask` `model` `history` `export` `screenshot` |
+| **notion** | `status` `search` `read` `new` `write` `sidebar` `favorites` `export` |
+| **discord-app** | `status` `send` `read` `channels` `servers` `search` `members` |
+| **doubao-app** | `status` `new` `send` `read` `ask` `screenshot` `dump` |
+| **antigravity** | `status` `send` `read` `new` `dump` `extract-code` `model` `watch` |
+
+### Public API (no browser)
+
+| Site | Commands |
+|------|----------|
+| **hackernews** | `top` `new` `best` `ask` `show` `jobs` `search` `user` |
+| **v2ex** (public) | `hot` `latest` `topic` `node` `nodes` `member` `user` `replies` |
+| **bbc** | `news` |
+| **lobsters** | `hot` `newest` `active` `tag` |
+| **google** | `news` `search` `suggest` `trends` |
+| **devto** | `top` `tag` `user` |
+| **steam** | `top-sellers` |
+| **apple-podcasts** | `top` `search` `episodes` |
+| **arxiv** | `search` `paper` |
+| **bloomberg** (RSS) | `main` `markets` `tech` `politics` `economics` `opinions` `industries` `businessweek` `feeds` |
+| **dictionary** | `search` `synonyms` `examples` |
+| **hf** | `top` |
+| **stackoverflow** | `hot` `search` `bounties` |
+| **xiaoyuzhou** | `podcast` `podcast-episodes` `episode` |
+| **wikipedia** | `search` `summary` |
+| **producthunt** | `today` `week` `month` `search` |
+
+### Management
 
-OpenCLI commands are organized by platform type:
-
-### 📱 Browser-based Commands
-Commands that require Chrome browser with login state. See [browser.md](./browser.md) for full reference.
-
-**Supported platforms:**
-- Bilibili (哔哩哔哩), Zhihu (知乎), Xiaohongshu (小红书), Xueqiu (雪球)
-- Twitter/X, Reddit, Facebook, Instagram, TikTok, LinkedIn
-- YouTube, Medium, Substack, Sinablog (新浪博客)
-- V2EX (browser features), Weibo (微博), Jike (即刻), Linux.do (browser features)
-- BOSS直聘, Coupang (쿠팡), JD (京东), SMZDM (什么值得买), Ctrip (携程)
-- Yahoo Finance, Sina Finance, Reuters, Barchart, Bloomberg (full article)
-- Douban (豆瓣), Chaoxing (超星学习通), WeRead (微信读书), Pixiv
-- Yollomi, Jimeng (即梦 AI), Web, Weixin (微信公众号)
-- Grok, Doubao Web (豆包), Kimi, DeepSeek, Qwen (通义千问)
-
-### 🖥️ Desktop Adapter Commands
-Commands that interact with desktop applications via CDP or external CLI tools. See [desktop.md](./desktop.md) for full reference.
+```bash
+opencli list [-f json|yaml]     # List all commands
+opencli validate [site]         # Validate adapter definitions
+opencli doctor                  # Diagnose browser bridge
+opencli explore <url>           # AI-powered API discovery
+opencli record <url>            # Record API calls manually
+```
 
-**Supported platforms:**
-- GitHub (via gh CLI), Cursor, Codex, ChatGPT, ChatWise
-- Notion, Discord App, Doubao App (豆包桌面版), Antigravity
+All commands support: `--format` / `-f` with `table` `json` `yaml` `md` `csv`
 
-### 🌐 Public API Commands
-Commands that work without browser or authentication. See [public-api.md](./public-api.md) for full reference.
+## Related Skills
 
-**Supported platforms:**
-- Hacker News, V2EX (public features), BBC News, Sina Finance
-- Lobsters, Google, DEV.to, Steam, Apple Podcasts
-- arXiv, Bloomberg (RSS), Dictionary, HuggingFace
-- StackOverflow, Xiaoyuzhou (小宇宙), Wikipedia, Product Hunt
+- **opencli-explorer** — Full guide for creating new adapters (API discovery, auth strategy, YAML/TS writing)
+- **opencli-oneshot** — Quick 4-step template for adding a single command from a URL

package/src/browser/daemon-client.test.ts

@@ -0,0 +1,103 @@
+import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+
+import {
+  fetchDaemonStatus,
+  isDaemonRunning,
+  isExtensionConnected,
+  requestDaemonShutdown,
+} from './daemon-client.js';
+
+describe('daemon-client', () => {
+  beforeEach(() => {
+    vi.stubGlobal('fetch', vi.fn());
+  });
+
+  afterEach(() => {
+    vi.restoreAllMocks();
+  });
+
+  it('fetchDaemonStatus sends the shared status request and returns parsed data', async () => {
+    const status = {
+      ok: true,
+      pid: 123,
+      uptime: 10,
+      extensionConnected: true,
+      extensionVersion: '1.2.3',
+      pending: 0,
+      lastCliRequestTime: Date.now(),
+      memoryMB: 32,
+      port: 19825,
+    };
+    const fetchMock = vi.mocked(fetch);
+    fetchMock.mockResolvedValue({
+      ok: true,
+      json: () => Promise.resolve(status),
+    } as Response);
+
+    await expect(fetchDaemonStatus()).resolves.toEqual(status);
+    expect(fetchMock).toHaveBeenCalledWith(
+      expect.stringMatching(/\/status$/),
+      expect.objectContaining({
+        headers: expect.objectContaining({ 'X-OpenCLI': '1' }),
+      }),
+    );
+  });
+
+  it('fetchDaemonStatus returns null on network failure', async () => {
+    vi.mocked(fetch).mockRejectedValue(new Error('ECONNREFUSED'));
+
+    await expect(fetchDaemonStatus()).resolves.toBeNull();
+  });
+
+  it('requestDaemonShutdown POSTs to the shared shutdown endpoint', async () => {
+    const fetchMock = vi.mocked(fetch);
+    fetchMock.mockResolvedValue({ ok: true } as Response);
+
+    await expect(requestDaemonShutdown()).resolves.toBe(true);
+    expect(fetchMock).toHaveBeenCalledWith(
+      expect.stringMatching(/\/shutdown$/),
+      expect.objectContaining({
+        method: 'POST',
+        headers: expect.objectContaining({ 'X-OpenCLI': '1' }),
+      }),
+    );
+  });
+
+  it('isDaemonRunning reflects shared status availability', async () => {
+    vi.mocked(fetch).mockResolvedValue({
+      ok: true,
+      json: () =>
+        Promise.resolve({
+          ok: true,
+          pid: 123,
+          uptime: 10,
+          extensionConnected: false,
+          pending: 0,
+          lastCliRequestTime: Date.now(),
+          memoryMB: 16,
+          port: 19825,
+        }),
+    } as Response);
+
+    await expect(isDaemonRunning()).resolves.toBe(true);
+  });
+
+  it('isExtensionConnected reflects shared status payload', async () => {
+    vi.mocked(fetch).mockResolvedValue({
+      ok: true,
+      json: () =>
+        Promise.resolve({
+          ok: true,
+          pid: 123,
+          uptime: 10,
+          extensionConnected: false,
+          pending: 0,
+          lastCliRequestTime: Date.now(),
+          memoryMB: 16,
+          port: 19825,
+        }),
+    } as Response);
+
+    await expect(isExtensionConnected()).resolves.toBe(false);
+  });
+});

package/src/browser/daemon-client.ts

@@ -11,6 +11,7 @@ import { isTransientBrowserError } from './errors.js';
 
 const DAEMON_PORT = parseInt(process.env.OPENCLI_DAEMON_PORT ?? String(DEFAULT_DAEMON_PORT), 10);
 const DAEMON_URL = `http://127.0.0.1:${DAEMON_PORT}`;
+const OPENCLI_HEADERS = { 'X-OpenCLI': '1' };
 
 let _idCounter = 0;
 
@@ -20,7 +21,7 @@ function generateId(): string {
 
 export interface DaemonCommand {
   id: string;
-  action: 'exec' | 'navigate' | 'tabs' | 'cookies' | 'screenshot' | 'close-window' | 'sessions' | 'set-file-input';
+  action: 'exec' | 'navigate' | 'tabs' | 'cookies' | 'screenshot' | 'close-window' | 'sessions' | 'set-file-input' | 'cdp';
   tabId?: number;
   code?: string;
   workspace?: string;
@@ -31,10 +32,13 @@ export interface DaemonCommand {
   format?: 'png' | 'jpeg';
   quality?: number;
   fullPage?: boolean;
+
   /** Local file paths for set-file-input action */
   files?: string[];
   /** CSS selector for file input element (set-file-input action) */
   selector?: string;
+  cdpMethod?: string;
+  cdpParams?: Record<string, unknown>;
 }
 
 export interface DaemonResult {
@@ -44,42 +48,65 @@ export interface DaemonResult {
   error?: string;
 }
 
-/**
- * Check if daemon is running.
- */
-export async function isDaemonRunning(): Promise<boolean> {
+export interface DaemonStatus {
+  ok: boolean;
+  pid: number;
+  uptime: number;
+  extensionConnected: boolean;
+  extensionVersion?: string;
+  pending: number;
+  lastCliRequestTime: number;
+  memoryMB: number;
+  port: number;
+}
+
+async function requestDaemon(pathname: string, init?: RequestInit & { timeout?: number }): Promise<Response> {
+  const { timeout = 2000, headers, ...rest } = init ?? {};
+  const controller = new AbortController();
+  const timer = setTimeout(() => controller.abort(), timeout);
   try {
-    const controller = new AbortController();
-    const timer = setTimeout(() => controller.abort(), 2000);
-    const res = await fetch(`${DAEMON_URL}/status`, {
-      headers: { 'X-OpenCLI': '1' },
+    return await fetch(`${DAEMON_URL}${pathname}`, {
+      ...rest,
+      headers: { ...OPENCLI_HEADERS, ...headers },
       signal: controller.signal,
     });
+  } finally {
     clearTimeout(timer);
+  }
+}
+
+export async function fetchDaemonStatus(opts?: { timeout?: number }): Promise<DaemonStatus | null> {
+  try {
+    const res = await requestDaemon('/status', { timeout: opts?.timeout ?? 2000 });
+    if (!res.ok) return null;
+    return await res.json() as DaemonStatus;
+  } catch {
+    return null;
+  }
+}
+
+export async function requestDaemonShutdown(opts?: { timeout?: number }): Promise<boolean> {
+  try {
+    const res = await requestDaemon('/shutdown', { method: 'POST', timeout: opts?.timeout ?? 5000 });
     return res.ok;
   } catch {
     return false;
   }
 }
 
+/**
+ * Check if daemon is running.
+ */
+export async function isDaemonRunning(): Promise<boolean> {
+  return (await fetchDaemonStatus()) !== null;
+}
+
 /**
  * Check if daemon is running AND the extension is connected.
  */
 export async function isExtensionConnected(): Promise<boolean> {
-  try {
-    const controller = new AbortController();
-    const timer = setTimeout(() => controller.abort(), 2000);
-    const res = await fetch(`${DAEMON_URL}/status`, {
-      headers: { 'X-OpenCLI': '1' },
-      signal: controller.signal,
-    });
-    clearTimeout(timer);
-    if (!res.ok) return false;
-    const data = await res.json() as { extensionConnected?: boolean };
-    return !!data.extensionConnected;
-  } catch {
-    return false;
-  }
+  const status = await fetchDaemonStatus();
+  return !!status?.extensionConnected;
 }
 
 /**
@@ -98,16 +125,12 @@ export async function sendCommand(
     const id = generateId();
     const command: DaemonCommand = { id, action, ...params };
     try {
-      const controller = new AbortController();
-      const timer = setTimeout(() => controller.abort(), 30000);
-
-      const res = await fetch(`${DAEMON_URL}/command`, {
+      const res = await requestDaemon('/command', {
         method: 'POST',
-        headers: { 'Content-Type': 'application/json', 'X-OpenCLI': '1' },
+        headers: { 'Content-Type': 'application/json' },
         body: JSON.stringify(command),
-        signal: controller.signal,
+        timeout: 30000,
       });
-      clearTimeout(timer);
 
       const result = (await res.json()) as DaemonResult;
 

package/src/browser/discover.ts

@@ -2,8 +2,7 @@
  * Daemon discovery — checks if the daemon is running.
  */
 
-import { DEFAULT_DAEMON_PORT } from '../constants.js';
-import { isDaemonRunning } from './daemon-client.js';
+import { fetchDaemonStatus, isDaemonRunning } from './daemon-client.js';
 
 export { isDaemonRunning };
 
@@ -15,21 +14,13 @@ export async function checkDaemonStatus(opts?: { timeout?: number }): Promise<{
   extensionConnected: boolean;
   extensionVersion?: string;
 }> {
-  try {
-    const port = parseInt(process.env.OPENCLI_DAEMON_PORT ?? String(DEFAULT_DAEMON_PORT), 10);
-    const controller = new AbortController();
-    const timer = setTimeout(() => controller.abort(), opts?.timeout ?? 2000);
-    try {
-      const res = await fetch(`http://127.0.0.1:${port}/status`, {
-        headers: { 'X-OpenCLI': '1' },
-        signal: controller.signal,
-      });
-      const data = await res.json() as { ok: boolean; extensionConnected: boolean; extensionVersion?: string };
-      return { running: true, extensionConnected: data.extensionConnected, extensionVersion: data.extensionVersion };
-    } finally {
-      clearTimeout(timer);
-    }
-  } catch {
+  const status = await fetchDaemonStatus({ timeout: opts?.timeout ?? 2000 });
+  if (!status) {
     return { running: false, extensionConnected: false };
   }
+  return {
+    running: true,
+    extensionConnected: status.extensionConnected,
+    extensionVersion: status.extensionVersion,
+  };
 }

package/src/browser/page.ts

@@ -179,6 +179,53 @@ export class Page extends BasePage {
       throw new Error('setFileInput returned no count — command may not be supported by the extension');
     }
   }
+
+  async cdp(method: string, params: Record<string, unknown> = {}): Promise<unknown> {
+    return sendCommand('cdp', {
+      cdpMethod: method,
+      cdpParams: params,
+      ...this._cmdOpts(),
+    });
+  }
+
+  async nativeClick(x: number, y: number): Promise<void> {
+    await this.cdp('Input.dispatchMouseEvent', {
+      type: 'mousePressed',
+      x, y,
+      button: 'left',
+      clickCount: 1,
+    });
+    await this.cdp('Input.dispatchMouseEvent', {
+      type: 'mouseReleased',
+      x, y,
+      button: 'left',
+      clickCount: 1,
+    });
+  }
+
+  async nativeType(text: string): Promise<void> {
+    // Use Input.insertText for reliable Unicode/CJK text insertion
+    await this.cdp('Input.insertText', { text });
+  }
+
+  async nativeKeyPress(key: string, modifiers: string[] = []): Promise<void> {
+    let modifierFlags = 0;
+    for (const mod of modifiers) {
+      if (mod === 'Alt') modifierFlags |= 1;
+      if (mod === 'Ctrl') modifierFlags |= 2;
+      if (mod === 'Meta') modifierFlags |= 4;
+      if (mod === 'Shift') modifierFlags |= 8;
+    }
+    await this.cdp('Input.dispatchKeyEvent', {
+      type: 'keyDown',
+      key,
+      modifiers: modifierFlags,
+    });
+    await this.cdp('Input.dispatchKeyEvent', {
+      type: 'keyUp',
+      key,
+      modifiers: modifierFlags,
+    });
+  }
 }
 
-// (End of file)