@jackwener/opencli 1.3.2 → 1.4.0

package/dist/snapshotFormatter.js

@@ -1,13 +1,11 @@
 /**
  * Aria snapshot formatter: parses Playwright MCP snapshot text into clean format.
  *
- * Multi-pass pipeline:
- * 1. Parse & filter: strip annotations, metadata, noise roles, ads, decorators
- * 2. Deduplicate: generic/text child matching parent label
- * 3. Deduplicate: heading + link with identical labels
- * 4. Deduplicate: nested identical links
- * 5. Prune: empty containers (iterative bottom-up)
- * 6. Collapse: single-child containers
+ * 4-pass pipeline:
+ * 1. Parse & filter: strip annotations, metadata, noise, ads, boilerplate subtrees
+ * 2. Deduplicate: generic/text parent match, heading+link, nested identical links
+ * 3. Prune: empty containers (iterative bottom-up)
+ * 4. Collapse: single-child containers
  */
 const DEFAULT_MAX_TEXT_LENGTH = 200;
 // Roles that are pure noise and should always be filtered
@@ -174,88 +172,64 @@ export function formatSnapshot(raw, opts = {}) {
         return '';
     const maxTextLen = opts.maxTextLength ?? DEFAULT_MAX_TEXT_LENGTH;
     const lines = raw.split('\n');
-    // === Pass 1: Parse, filter, and collect entries ===
-    const entries = [];
+    // === Pass 1: Parse, filter, and collect entries (merged with ad/boilerplate subtree skip) ===
+    const parsed = [];
     let refCounter = 0;
-    let skipUntilDepth = -1; // When >= 0, skip all nodes at depth > this value
+    let skipUntilDepth = -1;
     for (let i = 0; i < lines.length; i++) {
         const line = lines[i];
         if (!line.trim())
             continue;
         const indent = line.length - line.trimStart().length;
         const depth = Math.floor(indent / 2);
-        // If we're in a subtree skip zone, check depth
+        // Subtree skip zone (noise roles, ads, boilerplate)
         if (skipUntilDepth >= 0) {
             if (depth > skipUntilDepth)
-                continue; // still inside subtree
-            skipUntilDepth = -1; // exited subtree
+                continue;
+            skipUntilDepth = -1;
         }
         let content = line.trimStart();
-        // Strip leading "- "
-        if (content.startsWith('- ')) {
+        if (content.startsWith('- '))
             content = content.slice(2);
-        }
-        // Skip metadata lines
         if (isMetadataLine(content))
             continue;
-        // Apply maxDepth filter
         if (opts.maxDepth !== undefined && depth > opts.maxDepth)
             continue;
         const { role, text, hasText, trailingText } = parseLine(content);
-        // Skip noise nodes
         if (isNoiseNode(role, hasText, text, trailingText))
             continue;
-        // Skip subtree noise roles (contentinfo footer, etc.) — skip entire subtree
+        // Subtree noise roles (contentinfo footer, etc.)
         if (SUBTREE_NOISE_ROLES.has(role)) {
             skipUntilDepth = depth;
             continue;
         }
-        // Strip annotations
+        // Ads and boilerplate — skip entire subtree (merged from old Pass 2)
+        if (isAdNode(text, trailingText) || isBoilerplateNode(text)) {
+            skipUntilDepth = depth;
+            continue;
+        }
         content = stripAnnotations(content);
-        // Check if node should trigger subtree skip (ads, boilerplate)
-        const isSubtreeSkip = isAdNode(text, trailingText) || isBoilerplateNode(text);
-        // Interactive mode filter
         const isInteractive = INTERACTIVE_ROLES.has(role);
         const isLandmark = LANDMARK_ROLES.has(role);
         if (opts.interactive && !isInteractive && !isLandmark && !hasText)
             continue;
-        // Compact mode
         if (opts.compact) {
-            content = content
-                .replace(/\s*\[.*?\]\s*/g, ' ')
-                .replace(/\s+/g, ' ')
-                .trim();
+            content = content.replace(/\s*\[.*?\]\s*/g, ' ').replace(/\s+/g, ' ').trim();
         }
-        // Text truncation
         if (maxTextLen > 0 && content.length > maxTextLen) {
             content = content.slice(0, maxTextLen) + '…';
         }
-        // Assign refs to interactive elements
         if (isInteractive) {
             refCounter++;
             content = `[@${refCounter}] ${content}`;
         }
-        entries.push({ depth, content, role, text, trailingText, isInteractive, isLandmark, isSubtreeSkip });
+        parsed.push({ depth, content, role, text, trailingText, isInteractive, isLandmark });
     }
-    // === Pass 2: Remove subtree-skip nodes (ads, boilerplate, contentinfo) ===
-    let noAds = [];
-    for (let i = 0; i < entries.length; i++) {
-        const entry = entries[i];
-        if (entry.isSubtreeSkip) {
-            const skipDepth = entry.depth;
-            i++;
-            while (i < entries.length && entries[i].depth > skipDepth) {
-                i++;
-            }
-            i--;
-            continue;
-        }
-        noAds.push(entry);
-    }
-    // === Pass 3: Deduplicate child generic/text matching parent label ===
-    let deduped = [];
-    for (let i = 0; i < noAds.length; i++) {
-        const entry = noAds[i];
+    // === Pass 2: Deduplicate (merged: generic/text parent match + heading+link + nested links) ===
+    const deduped = [];
+    for (let i = 0; i < parsed.length; i++) {
+        const entry = parsed[i];
+        // Dedup: generic/text child matching parent label
         if (entry.role === 'generic' || entry.role === 'text') {
             let parent;
             for (let j = deduped.length - 1; j >= 0; j--) {
@@ -268,43 +242,30 @@ export function formatSnapshot(raw, opts = {}) {
             }
             if (parent) {
                 const childText = entry.trailingText || entry.text;
-                if (childText && parent.text && childText === parent.text) {
+                if (childText && parent.text && childText === parent.text)
                     continue;
-                }
             }
         }
-        deduped.push(entry);
-    }
-    // === Pass 4: Deduplicate heading + child link with identical label ===
-    // Pattern: heading "Title": → link "Title": (same text) → skip the link
-    const deduped2 = [];
-    for (let i = 0; i < deduped.length; i++) {
-        const entry = deduped[i];
+        // Dedup: heading + child link with identical label
         if (entry.role === 'heading' && entry.text) {
-            const next = deduped[i + 1];
+            const next = parsed[i + 1];
             if (next && next.role === 'link' && next.text === entry.text && next.depth === entry.depth + 1) {
-                // Keep the heading, skip the link. But preserve link's children re-parented.
-                deduped2.push(entry);
-                i++; // skip the link
+                deduped.push(entry);
+                i++; // skip the link, preserve its children
                 continue;
             }
         }
-        deduped2.push(entry);
-    }
-    // === Pass 5: Deduplicate nested identical links ===
-    const deduped3 = [];
-    for (let i = 0; i < deduped2.length; i++) {
-        const entry = deduped2[i];
+        // Dedup: nested identical links (skip parent, keep child)
         if (entry.role === 'link' && entry.text) {
-            const next = deduped2[i + 1];
+            const next = parsed[i + 1];
             if (next && next.role === 'link' && next.text === entry.text && next.depth === entry.depth + 1) {
-                continue; // Skip parent, keep child
+                continue;
             }
         }
-        deduped3.push(entry);
+        deduped.push(entry);
     }
-    // === Pass 6: Iteratively prune empty containers (bottom-up) ===
-    let current = deduped3;
+    // === Pass 3: Iteratively prune empty containers (bottom-up) ===
+    let current = deduped;
     let changed = true;
     while (changed) {
         changed = false;
@@ -330,7 +291,7 @@ export function formatSnapshot(raw, opts = {}) {
         }
         current = next;
     }
-    // === Pass 7: Collapse single-child containers ===
+    // === Pass 4: Collapse single-child containers ===
     const collapsed = [];
     for (let i = 0; i < current.length; i++) {
         const entry = current[i];
@@ -358,10 +319,9 @@ export function formatSnapshot(raw, opts = {}) {
                     }
                 }
                 if (!hasGrandchildren) {
-                    const mergedContent = entry.content.replace(/:$/, '') + ' > ' + child.content;
                     collapsed.push({
                         ...entry,
-                        content: mergedContent,
+                        content: entry.content.replace(/:$/, '') + ' > ' + child.content,
                         role: child.role,
                         text: child.text,
                         trailingText: child.trailingText,

package/dist/utils.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Shared utility functions used across the codebase.
+ */
+/** Type guard: checks if a value is a non-null, non-array object. */
+export declare function isRecord(value: unknown): value is Record<string, unknown>;
+/** Simple async concurrency limiter. */
+export declare function mapConcurrent<T, R>(items: T[], limit: number, fn: (item: T, index: number) => Promise<R>): Promise<R[]>;
+/** Save a base64-encoded string to a file, creating parent directories as needed. */
+export declare function saveBase64ToFile(base64: string, filePath: string): Promise<void>;

package/dist/utils.js

@@ -0,0 +1,29 @@
+/**
+ * Shared utility functions used across the codebase.
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+/** Type guard: checks if a value is a non-null, non-array object. */
+export function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+/** Simple async concurrency limiter. */
+export async function mapConcurrent(items, limit, fn) {
+    const results = new Array(items.length);
+    let index = 0;
+    async function worker() {
+        while (index < items.length) {
+            const i = index++;
+            results[i] = await fn(items[i], i);
+        }
+    }
+    const workers = Array.from({ length: Math.min(limit, items.length) }, () => worker());
+    await Promise.all(workers);
+    return results;
+}
+/** Save a base64-encoded string to a file, creating parent directories as needed. */
+export async function saveBase64ToFile(base64, filePath) {
+    const dir = path.dirname(filePath);
+    await fs.promises.mkdir(dir, { recursive: true });
+    await fs.promises.writeFile(filePath, Buffer.from(base64, 'base64'));
+}

package/dist/validate.js

@@ -5,14 +5,12 @@ import yaml from 'js-yaml';
 import { getErrorMessage } from './errors.js';
 /** All recognized pipeline step names */
 const KNOWN_STEP_NAMES = new Set([
-    'navigate', 'click', 'type', 'wait', 'press', 'snapshot', 'scroll',
+    'navigate', 'click', 'type', 'wait', 'press', 'snapshot',
     'fetch', 'evaluate',
     'select', 'map', 'filter', 'sort', 'limit',
-    'intercept', 'tap',
+    'intercept', 'tap', 'download',
 ]);
-function isRecord(value) {
-    return typeof value === 'object' && value !== null && !Array.isArray(value);
-}
+import { isRecord } from './utils.js';
 export function validateClisWithTarget(dirs, target) {
     const results = [];
     let errors = 0;

package/dist/yaml-schema.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Shared YAML CLI definition types.
+ * Used by both discovery.ts (runtime) and build-manifest.ts (build-time).
+ */
+export interface YamlArgDefinition {
+    type?: string;
+    default?: unknown;
+    required?: boolean;
+    positional?: boolean;
+    description?: string;
+    help?: string;
+    choices?: string[];
+}
+export interface YamlCliDefinition {
+    site?: string;
+    name?: string;
+    description?: string;
+    domain?: string;
+    strategy?: string;
+    browser?: boolean;
+    args?: Record<string, YamlArgDefinition>;
+    columns?: string[];
+    pipeline?: Record<string, unknown>[];
+    timeout?: number;
+    navigateBefore?: boolean | string;
+}

package/dist/yaml-schema.js

@@ -0,0 +1,5 @@
+/**
+ * Shared YAML CLI definition types.
+ * Used by both discovery.ts (runtime) and build-manifest.ts (build-time).
+ */
+export {};

package/docs/.vitepress/config.mts

@@ -29,6 +29,7 @@ export default defineConfig({
               items: [
                 { text: 'Getting Started', link: '/guide/getting-started' },
                 { text: 'Installation', link: '/guide/installation' },
+                { text: 'Comparison', link: '/comparison' },
                 { text: 'Browser Bridge', link: '/guide/browser-bridge' },
                 { text: 'Troubleshooting', link: '/guide/troubleshooting' },
                 { text: 'Plugins', link: '/guide/plugins' },
@@ -72,6 +73,7 @@ export default defineConfig({
                 { text: 'Douban', link: '/adapters/browser/douban' },
                 { text: 'Sina Blog', link: '/adapters/browser/sinablog' },
                 { text: 'Substack', link: '/adapters/browser/substack' },
+                { text: 'Pixiv', link: '/adapters/browser/pixiv' },
               ],
             },
             {
@@ -80,6 +82,7 @@ export default defineConfig({
               items: [
                 { text: 'HackerNews', link: '/adapters/browser/hackernews' },
                 { text: 'Dev.to', link: '/adapters/browser/devto' },
+                { text: 'Dictionary', link: '/adapters/browser/dictionary' },
                 { text: 'BBC', link: '/adapters/browser/bbc' },
                 { text: 'Apple Podcasts', link: '/adapters/browser/apple-podcasts' },
                 { text: 'Xiaoyuzhou', link: '/adapters/browser/xiaoyuzhou' },

package/docs/adapters/browser/dictionary.md

@@ -0,0 +1,27 @@
+# Dictionary
+
+**Mode**: 🌐 Public · **Domain**: `api.dictionaryapi.dev`
+
+Search the open dictionary to quickly fetch native definitions, part of speech contexts, and phonetic pronunciations directly in your IDE terminal.
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `opencli dictionary search` | Fetch the exact definition of a word |
+| `opencli dictionary synonyms` | Find related synonyms for a word |
+| `opencli dictionary examples` | Read real-world sentence usage examples |
+
+## Usage Examples
+
+```bash
+# Look up a complex term
+opencli dictionary search serendipity
+
+# Discover phonetics
+opencli dictionary search ephemeral
+```
+
+## Prerequisites
+
+- No browser required — utilizes the fast, open JSON definitions API.

package/docs/adapters/browser/douban.md

@@ -6,19 +6,17 @@
 
 | Command | Description |
 |---------|-------------|
+| `opencli douban search` | 搜索豆瓣电影、图书或音乐 |
+| `opencli douban top250` | 豆瓣电影 Top 250 |
+| `opencli douban subject` | 条目详情 |
+| `opencli douban marks` | 我的标记 |
+| `opencli douban reviews` | 我的短评 |
 | `opencli douban movie-hot` | 豆瓣电影热门榜单 |
 | `opencli douban book-hot` | 豆瓣图书热门榜单 |
-| `opencli douban search` | 搜索豆瓣电影、图书或音乐 |
 
 ## Usage Examples
 
 ```bash
-# 电影热门
-opencli douban movie-hot --limit 10
-
-# 图书热门
-opencli douban book-hot --limit 10
-
 # 搜索电影
 opencli douban search "流浪地球"
 
@@ -28,8 +26,20 @@ opencli douban search --type book "三体"
 # 搜索音乐
 opencli douban search --type music "周杰伦"
 
+# 电影 Top 250
+opencli douban top250 --limit 10
+
+# 条目详情
+opencli douban subject 1292052
+
+# 电影热门
+opencli douban movie-hot --limit 10
+
+# 图书热门
+opencli douban book-hot --limit 10
+
 # JSON output
-opencli douban movie-hot -f json
+opencli douban top250 -f json
 ```
 
 ## Prerequisites

package/docs/adapters/browser/jd.md

@@ -0,0 +1,27 @@
+# JD.com
+
+**Mode**: 🔐 Browser · **Domain**: `item.jd.com`
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `opencli jd item <sku>` | Fetch product details (price, images, specs) |
+
+## Usage Examples
+
+```bash
+# Get product details by SKU
+opencli jd item 100291143898
+
+# Limit detail images
+opencli jd item 100291143898 --images 5
+
+# JSON output
+opencli jd item 100291143898 -f json
+```
+
+## Prerequisites
+
+- Chrome running and **logged into** jd.com
+- [Browser Bridge extension](/guide/browser-bridge) installed

package/docs/adapters/browser/linkedin.md

@@ -7,6 +7,7 @@
 | Command | Description |
 |---------|-------------|
 | `opencli linkedin search` | |
+| `opencli linkedin timeline` | Read posts from your LinkedIn home feed |
 
 ## Usage Examples
 
@@ -14,9 +15,14 @@
 # Quick start
 opencli linkedin search --limit 5
 
+# Read your home timeline
+opencli linkedin timeline --limit 5
+
 # JSON output
 opencli linkedin search -f json
 
+opencli linkedin timeline -f json
+
 # Verbose mode
 opencli linkedin search -v
 ```

package/docs/adapters/browser/pixiv.md

@@ -0,0 +1,92 @@
+# Pixiv
+
+**Mode**: 🔐 Browser · **Domain**: `www.pixiv.net`
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `opencli pixiv ranking` | Daily/weekly/monthly illustration rankings |
+| `opencli pixiv search <query>` | Search illustrations by keyword or tag |
+| `opencli pixiv user <uid>` | View artist profile info |
+| `opencli pixiv illusts <user-id>` | List illustrations by artist |
+| `opencli pixiv detail <id>` | View illustration details |
+| `opencli pixiv download <illust-id>` | Download original-quality images |
+
+## Usage Examples
+
+### Ranking
+
+```bash
+# Daily rankings (default)
+opencli pixiv ranking --limit 10
+
+# Weekly / monthly rankings
+opencli pixiv ranking --mode weekly
+opencli pixiv ranking --mode monthly
+
+# R18 rankings
+opencli pixiv ranking --mode daily_r18
+opencli pixiv ranking --mode weekly_r18
+
+# Other modes: rookie, original, male, female
+opencli pixiv ranking --mode rookie
+```
+
+### Search
+
+```bash
+# Search by keyword or tag
+opencli pixiv search "初音ミク" --limit 20
+
+# Filter by content rating
+opencli pixiv search "風景" --mode safe       # Safe-for-work only
+opencli pixiv search "風景" --mode r18        # R18 only
+opencli pixiv search "風景" --mode all        # All (default)
+
+# Sort by popularity
+opencli pixiv search "VOCALOID" --order popular_d
+
+# All sort options: date_d (newest), date (oldest), popular_d, popular_male_d, popular_female_d
+
+# Pagination
+opencli pixiv search "オリジナル" --page 2 --limit 30
+```
+
+### User & Illustrations
+
+```bash
+# View artist profile
+opencli pixiv user 11
+
+# List artist's illustrations (newest first)
+opencli pixiv illusts 11 --limit 10
+
+# View illustration details (tags, stats, type)
+opencli pixiv detail 12345678
+```
+
+### Download
+
+```bash
+# Download all images from an illustration
+opencli pixiv download 12345678
+
+# Download to a custom directory
+opencli pixiv download 12345678 --output ./my-images
+```
+
+### Output Formats
+
+```bash
+# JSON output
+opencli pixiv ranking -f json
+
+# Verbose mode
+opencli pixiv search "test" -v
+```
+
+## Prerequisites
+
+- Chrome running and **logged into** pixiv.net
+- [Browser Bridge extension](/guide/browser-bridge) installed

package/docs/adapters/browser/web.md

@@ -0,0 +1,30 @@
+# Web
+
+**Mode**: 🔐 Browser · **Domain**: any URL
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `opencli web read <url>` | Fetch any web page and export as Markdown |
+
+## Usage Examples
+
+```bash
+# Read a web page and save as Markdown
+opencli web read https://example.com/article
+
+# Custom output directory
+opencli web read https://example.com/article --output ./my-articles
+
+# Skip image download
+opencli web read https://example.com/article --download-images false
+
+# JSON output
+opencli web read https://example.com/article -f json
+```
+
+## Prerequisites
+
+- Chrome running
+- [Browser Bridge extension](/guide/browser-bridge) installed

package/docs/adapters/browser/wikipedia.md

@@ -8,8 +8,6 @@
 |---------|-------------|
 | `opencli wikipedia search` | Search Wikipedia articles |
 | `opencli wikipedia summary` | Get Wikipedia article summary |
-| `opencli wikipedia random` | Get a random Wikipedia article |
-| `opencli wikipedia trending` | Most-read articles (yesterday) |
 
 ## Usage Examples
 
@@ -20,15 +18,8 @@ opencli wikipedia search "quantum computing" --limit 10
 # Get article summary
 opencli wikipedia summary "Artificial intelligence"
 
-# Get a random article
-opencli wikipedia random
-
-# Most-read articles (yesterday)
-opencli wikipedia trending --limit 5
-
 # Use with other languages
 opencli wikipedia search "人工智能" --lang zh
-opencli wikipedia random --lang ja
 
 # JSON output
 opencli wikipedia search "Rust" -f json

package/docs/adapters/browser/xueqiu.md

@@ -1,18 +1,20 @@
 # Xueqiu (雪球)
 
-**Mode**: 🔐 Browser · **Domain**: `xueqiu.com`
+**Mode**: 🔐 Browser · **Domain**: `xueqiu.com` / `danjuanfunds.com`
 
 ## Commands
 
 | Command | Description |
 |---------|-------------|
-| `opencli xueqiu feed` | |
-| `opencli xueqiu earnings-date` | |
-| `opencli xueqiu hot-stock` | |
-| `opencli xueqiu hot` | |
-| `opencli xueqiu search` | |
-| `opencli xueqiu stock` | |
-| `opencli xueqiu watchlist` | |
+| `opencli xueqiu feed` | 获取雪球首页时间线 |
+| `opencli xueqiu earnings-date` | 获取股票预计财报发布日期 |
+| `opencli xueqiu hot-stock` | 获取雪球热门股票榜 |
+| `opencli xueqiu hot` | 获取雪球热门动态 |
+| `opencli xueqiu search` | 搜索雪球股票（代码或名称） |
+| `opencli xueqiu stock` | 获取雪球股票实时行情 |
+| `opencli xueqiu watchlist` | 获取雪球自选股列表 |
+| `opencli xueqiu fund-holdings` | 获取蛋卷基金持仓明细（可用 `--account` 按子账户过滤） |
+| `opencli xueqiu fund-snapshot` | 获取蛋卷基金快照（总资产、子账户、持仓，推荐 `-f json`） |
 
 ## Usage Examples
 
@@ -29,6 +31,15 @@ opencli xueqiu stock SH600519
 # Upcoming earnings dates
 opencli xueqiu earnings-date SH600519 --next
 
+# Danjuan all holdings
+opencli xueqiu fund-holdings
+
+# Filter one Danjuan sub-account
+opencli xueqiu fund-holdings --account 默认账户
+
+# Full Danjuan snapshot as JSON
+opencli xueqiu fund-snapshot -f json
+
 # JSON output
 opencli xueqiu feed -f json
 
@@ -38,5 +49,12 @@ opencli xueqiu feed -v
 
 ## Prerequisites
 
-- Chrome running and **logged into** xueqiu.com
+- Chrome running and **logged into** `xueqiu.com`
+- For fund commands, Chrome must also be logged into `danjuanfunds.com` and able to open `https://danjuanfunds.com/my-money`
 - [Browser Bridge extension](/guide/browser-bridge) installed
+
+## Notes
+
+- `fund-holdings` exposes both market value and share fields (`volume`, `usableRemainShare`)
+- `fund-snapshot -f json` is the easiest way to persist a full account snapshot for later analysis or diffing
+- If the commands return empty data, first confirm the logged-in browser can directly see the Danjuan asset page

package/docs/adapters/desktop/antigravity.md

@@ -47,6 +47,3 @@ Quickly target and switch the active LLM engine. Example: `opencli antigravity m
 
 ### `opencli antigravity watch`
 A long-running, streaming process that continuously polls the Antigravity UI for chat updates and outputs them in real-time to standard output.
-
-### `opencli antigravity serve --port 8082`
-Start an Anthropic-compatible `/v1/messages` proxy backed by the local Antigravity app. Useful when you want external tools to talk to Antigravity through an API-shaped interface.