@jackwener/opencli 0.1.0

package/.github/workflows/ci.yml

@@ -0,0 +1,26 @@
+name: CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  check:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: '22'
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Type check
+        run: npx tsc --noEmit
+
+      - name: Build
+        run: npm run build

package/.github/workflows/release.yml

@@ -0,0 +1,40 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - 'v*'
+
+permissions:
+  contents: write
+  id-token: write
+
+jobs:
+  release:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: '22'
+          registry-url: 'https://registry.npmjs.org'
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Type check
+        run: npx tsc --noEmit
+
+      - name: Build
+        run: npm run build
+
+      - name: Create GitHub Release
+        uses: softprops/action-gh-release@v2
+        with:
+          generate_release_notes: true
+
+      - name: Publish to npm
+        run: npm publish --provenance --access public
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

package/README.md

@@ -0,0 +1,67 @@
+# OpenCLI
+
+> **Make any website your CLI.** 操控 Chrome 无风控风险，复用登录，CLI 化全部网站。
+
+OpenCLI 是一个 AI Native 的 CLI 工具，通过 Chrome 浏览器 + Playwright MCP Bridge 扩展，将任何网站变成命令行工具。
+
+## ✨ 特性
+
+- 🌐 **CLI 化全部网站** — 支持 Bilibili、知乎、GitHub、Twitter、V2EX、Hacker News 等
+- 🔐 **零风控风险** — 复用 Chrome 已登录状态，无需存储密码
+- 🤖 **AI Native** — AI agent 可直接探索网站并自动生成新命令
+- 📝 **声明式 YAML** — 用 YAML 定义 pipeline，无需写代码
+- 🔌 **TypeScript 扩展** — 复杂场景用 TS 编写适配器
+
+## 🚀 快速开始
+
+```bash
+# 安装依赖
+cd ~/code/ai-native-cli && npm install
+
+# 列出所有命令
+npx tsx src/main.ts list
+
+# 公共 API（无需浏览器）
+npx tsx src/main.ts hackernews top --limit 10
+npx tsx src/main.ts github search --keyword "typescript"
+
+# 浏览器命令（需要 Chrome + Playwright MCP Bridge 扩展）
+npx tsx src/main.ts bilibili hot --limit 10
+npx tsx src/main.ts zhihu hot --limit 10
+npx tsx src/main.ts twitter trending --limit 10
+```
+
+## 📋 前置要求
+
+浏览器命令需要：
+1. Chrome 浏览器正在运行
+2. 安装 [Playwright MCP Bridge](https://chromewebstore.google.com/detail/playwright-mcp-bridge/mmlmfjhmonkocbjadbfplnigmagldckm) 扩展
+3. 首次使用时点击扩展图标批准连接
+
+## 📦 内置命令
+
+| 站点 | 命令 | 说明 | 模式 |
+|------|------|------|------|
+| bilibili | hot, search, me, favorite, history, feed, user-videos | 热门 / 搜索 / 个人 / 收藏 / 历史 / 动态 / 投稿 | 🔐 浏览器 |
+| zhihu | hot, search | 热榜 / 搜索 | 🔐 浏览器 |
+| github | trending, search | Trending / 搜索 | 🔐 / 🌐 公共 |
+| twitter | trending | 热门话题 | 🔐 浏览器 |
+| v2ex | hot, latest | 热门 / 最新 | 🔐 浏览器 |
+| hackernews | top | 热门故事 | 🌐 公共 API |
+
+## 🎨 输出格式
+
+```bash
+opencli bilibili hot -f table   # 默认表格
+opencli bilibili hot -f json    # JSON（适合管道和 AI agent）
+opencli bilibili hot -f md      # Markdown
+opencli bilibili hot -f csv     # CSV
+```
+
+## 🔧 创建新命令
+
+参考 [SKILL.md](./SKILL.md) 了解 YAML 和 TypeScript 两种方式创建新的 CLI 适配器。
+
+## 📄 License
+
+MIT

package/SKILL.md

@@ -0,0 +1,230 @@
+---
+name: opencli
+description: "OpenCLI — Make any website your CLI. Zero setup, AI-powered. Turn any website into CLI commands via Chrome browser."
+version: 0.1.0
+author: jackwener
+tags: [cli, browser, web, mcp, playwright, bilibili, zhihu, twitter, github, v2ex, hackernews, 哔哩哔哩, 知乎, AI, agent]
+---
+
+# OpenCLI
+
+> Make any website your CLI. 操控 Chrome 无风控风险，复用登录，CLI 化全部网站。
+
+## 安装
+
+```bash
+cd ~/code/ai-native-cli
+npm install
+```
+
+## 使用方式
+
+```bash
+# 通过 npx 运行（推荐）
+npx tsx src/main.ts <command>
+
+# 或者构建后运行
+npm run build && node dist/main.js <command>
+```
+
+## 前置要求
+
+浏览器命令需要：
+1. Chrome 浏览器正在运行
+2. 安装 [Playwright MCP Bridge](https://chromewebstore.google.com/detail/playwright-mcp-bridge/mmlmfjhmonkocbjadbfplnigmagldckm) 扩展
+3. 点击扩展图标批准连接
+
+公共 API 命令（hackernews、github search）无需浏览器。
+
+## 内置命令
+
+### 数据查询
+
+```bash
+# Bilibili
+opencli bilibili hot --limit 10          # B站热门视频
+opencli bilibili search --keyword "rust"  # 搜索视频
+opencli bilibili me                       # 我的信息
+opencli bilibili favorite                 # 我的收藏
+opencli bilibili history --limit 20       # 观看历史
+opencli bilibili feed --limit 10          # 动态时间线
+opencli bilibili user-videos --uid 12345  # 用户投稿
+
+# 知乎
+opencli zhihu hot --limit 10             # 知乎热榜
+opencli zhihu search --keyword "AI"      # 搜索
+
+# GitHub
+opencli github trending --limit 10       # GitHub Trending
+opencli github search --keyword "cli"    # 搜索仓库（无需浏览器）
+
+# Twitter/X
+opencli twitter trending --limit 10      # 热门话题
+
+# V2EX
+opencli v2ex hot --limit 10              # 热门话题
+opencli v2ex latest --limit 10           # 最新话题
+
+# Hacker News
+opencli hackernews top --limit 10        # 热门故事（无需浏览器）
+```
+
+### 管理命令
+
+```bash
+opencli list                # 列出所有可用命令
+opencli list --json         # JSON 格式输出
+opencli validate            # 验证所有 CLI 定义
+opencli validate bilibili   # 验证指定站点
+```
+
+### AI 工作流（为 AI Agent 设计）
+
+```bash
+opencli explore <url>                 # 探索网站，生成 API 发现成果物
+opencli synthesize <site>             # 从探索成果物合成候选 CLI
+opencli generate <url> --goal "hot"   # 一键：探索 → 合成 → 注册
+opencli verify <site/name> --smoke    # 验证 + Smoke 测试
+```
+
+## 输出格式
+
+所有命令支持 `--format` / `-f` 选项：
+
+```bash
+opencli bilibili hot -f table   # 默认表格
+opencli bilibili hot -f json    # JSON
+opencli bilibili hot -f md      # Markdown
+opencli bilibili hot -f csv     # CSV
+```
+
+## 调试
+
+```bash
+opencli bilibili hot -v         # 显示 pipeline 每步详情
+```
+
+## 创建新的 CLI 适配器
+
+### YAML 方式（声明式，推荐）
+
+在 `src/clis/<site>/<name>.yaml` 创建文件：
+
+```yaml
+site: mysite
+name: hot
+description: Hot topics on mysite
+domain: www.mysite.com
+strategy: cookie        # public | cookie | header | intercept | ui
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of items
+
+pipeline:
+  - navigate: https://www.mysite.com
+
+  - evaluate: |
+      (async () => {
+        const res = await fetch('/api/hot', { credentials: 'include' });
+        return await res.json();
+      })()
+
+  - select: data.items
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      score: ${{ item.score }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, score]
+```
+
+### TypeScript 方式（编程式，更灵活）
+
+在 `src/clis/<site>/<name>.ts` 创建并在 `clis/index.ts` 中 import：
+
+```typescript
+import { cli, Strategy } from '../../registry.js';
+
+cli({
+  site: 'mysite',
+  name: 'search',
+  strategy: Strategy.COOKIE,
+  args: [{ name: 'keyword', required: true }],
+  columns: ['rank', 'title', 'url'],
+  func: async (page, kwargs) => {
+    const data = await page.evaluate(`
+      async () => {
+        const res = await fetch('/api/search?q=${kwargs.keyword}', { credentials: 'include' });
+        return await res.json();
+      }
+    `);
+    return data.items.map((item, i) => ({
+      rank: i + 1,
+      title: item.title,
+      url: item.url,
+    }));
+  },
+});
+```
+
+## Pipeline 步骤参考
+
+| 步骤 | 说明 | 示例 |
+|------|------|------|
+| `navigate` | 导航到 URL | `navigate: https://example.com` |
+| `fetch` | HTTP 请求（使用浏览器 cookie） | `fetch: { url: "...", params: { q: "${{ args.keyword }}" } }` |
+| `evaluate` | 执行 JavaScript | `evaluate: \| (async () => { ... })()` |
+| `select` | 选取 JSON 路径 | `select: data.items` |
+| `map` | 映射字段 | `map: { title: "${{ item.title }}" }` |
+| `filter` | 过滤 | `filter: item.score > 100` |
+| `sort` | 排序 | `sort: { by: score, order: desc }` |
+| `limit` | 限制数量 | `limit: ${{ args.limit }}` |
+| `snapshot` | 获取页面快照 | `snapshot: { interactive: true }` |
+| `click` | 点击元素 | `click: ${{ ref }}` |
+| `type` | 输入文本 | `type: { ref: "@1", text: "hello" }` |
+| `wait` | 等待 | `wait: 2` 或 `wait: { text: "loaded" }` |
+| `press` | 按键 | `press: Enter` |
+
+## 模板语法
+
+使用 `${{ expression }}` 进行模板替换：
+
+```yaml
+# 引用参数
+${{ args.keyword }}
+${{ args.limit | default(20) }}
+
+# 引用当前 item（在 map/filter 中）
+${{ item.title }}
+${{ item.data.nested.field }}
+
+# 索引（从 0 开始）
+${{ index }}
+${{ index + 1 }}
+```
+
+## 环境变量
+
+| 变量 | 默认值 | 说明 |
+|------|--------|------|
+| `OPENCLI_BROWSER_CONNECT_TIMEOUT` | 30 | 浏览器连接超时（秒） |
+| `OPENCLI_BROWSER_COMMAND_TIMEOUT` | 45 | 命令执行超时（秒） |
+| `OPENCLI_BROWSER_EXPLORE_TIMEOUT` | 120 | Explore 超时（秒） |
+| `OPENCLI_EXTENSION_LOCK_TIMEOUT` | 120 | 扩展锁超时（秒） |
+| `PLAYWRIGHT_MCP_EXTENSION_TOKEN` | — | 自动批准扩展连接 |
+
+## 错误排查
+
+| 错误 | 解决方案 |
+|------|----------|
+| `npx not found` | 安装 Node.js: `brew install node` |
+| `Timed out connecting to browser` | 1) 确认 Chrome 已打开 2) 安装 Playwright MCP Bridge 扩展 3) 点击扩展图标批准 |
+| `Extension lock timed out` | 等待其他 opencli 命令完成，浏览器命令需串行运行 |
+| `Request timed out` | 增大 `OPENCLI_BROWSER_COMMAND_TIMEOUT` 或检查网络 |

package/dist/bilibili.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Bilibili shared helpers: WBI signing, authenticated fetch, nav data, UID resolution.
+ */
+export declare function stripHtml(s: string): string;
+export declare function payloadData(payload: any): any;
+export declare function wbiSign(page: any, params: Record<string, any>): Promise<Record<string, string>>;
+export declare function apiGet(page: any, path: string, opts?: {
+    params?: Record<string, any>;
+    signed?: boolean;
+}): Promise<any>;
+export declare function fetchJson(page: any, url: string): Promise<any>;
+export declare function getSelfUid(page: any): Promise<string>;
+export declare function resolveUid(page: any, input: string): Promise<string>;

package/dist/bilibili.js

@@ -0,0 +1,93 @@
+/**
+ * Bilibili shared helpers: WBI signing, authenticated fetch, nav data, UID resolution.
+ */
+const MIXIN_KEY_ENC_TAB = [
+    46, 47, 18, 2, 53, 8, 23, 32, 15, 50, 10, 31, 58, 3, 45, 35, 27, 43, 5, 49,
+    33, 9, 42, 19, 29, 28, 14, 39, 12, 38, 41, 13, 37, 48, 7, 16, 24, 55, 40,
+    61, 26, 17, 0, 1, 60, 51, 30, 4, 22, 25, 54, 21, 56, 59, 6, 63, 57, 62, 11,
+    36, 20, 34, 44, 52,
+];
+export function stripHtml(s) {
+    return s.replace(/<[^>]+>/g, '').replace(/&[a-z]+;/gi, ' ').trim();
+}
+export function payloadData(payload) {
+    return payload?.data ?? payload;
+}
+async function getNavData(page) {
+    return page.evaluate(`
+    async () => {
+      const res = await fetch('https://api.bilibili.com/x/web-interface/nav', { credentials: 'include' });
+      return await res.json();
+    }
+  `);
+}
+async function getWbiKeys(page) {
+    const nav = await getNavData(page);
+    const wbiImg = nav?.data?.wbi_img ?? {};
+    const imgUrl = wbiImg.img_url ?? '';
+    const subUrl = wbiImg.sub_url ?? '';
+    const imgKey = imgUrl.split('/').pop()?.split('.')[0] ?? '';
+    const subKey = subUrl.split('/').pop()?.split('.')[0] ?? '';
+    return { imgKey, subKey };
+}
+function getMixinKey(imgKey, subKey) {
+    const raw = imgKey + subKey;
+    return MIXIN_KEY_ENC_TAB.map(i => raw[i] || '').join('').slice(0, 32);
+}
+async function md5(text) {
+    const { createHash } = await import('node:crypto');
+    return createHash('md5').update(text).digest('hex');
+}
+export async function wbiSign(page, params) {
+    const { imgKey, subKey } = await getWbiKeys(page);
+    const mixinKey = getMixinKey(imgKey, subKey);
+    const wts = Math.floor(Date.now() / 1000);
+    const sorted = {};
+    const allParams = { ...params, wts: String(wts) };
+    for (const key of Object.keys(allParams).sort()) {
+        sorted[key] = String(allParams[key]).replace(/[!'()*]/g, '');
+    }
+    const query = new URLSearchParams(sorted).toString();
+    const wRid = await md5(query + mixinKey);
+    sorted.w_rid = wRid;
+    return sorted;
+}
+export async function apiGet(page, path, opts = {}) {
+    const baseUrl = 'https://api.bilibili.com';
+    let params = opts.params ?? {};
+    if (opts.signed) {
+        params = await wbiSign(page, params);
+    }
+    const qs = new URLSearchParams(Object.fromEntries(Object.entries(params).map(([k, v]) => [k, String(v)])));
+    const url = `${baseUrl}${path}?${qs}`;
+    return fetchJson(page, url);
+}
+export async function fetchJson(page, url) {
+    const escapedUrl = url.replace(/"/g, '\\"');
+    return page.evaluate(`
+    async () => {
+      const res = await fetch("${escapedUrl}", { credentials: "include" });
+      return await res.json();
+    }
+  `);
+}
+export async function getSelfUid(page) {
+    const nav = await getNavData(page);
+    const mid = nav?.data?.mid;
+    if (!mid)
+        throw new Error('Not logged in to Bilibili');
+    return String(mid);
+}
+export async function resolveUid(page, input) {
+    if (/^\d+$/.test(input))
+        return input;
+    // Search for user by name
+    const payload = await apiGet(page, '/x/web-interface/wbi/search/type', {
+        params: { search_type: 'bili_user', keyword: input },
+        signed: true,
+    });
+    const results = payload?.data?.result ?? [];
+    if (results.length > 0)
+        return String(results[0].mid);
+    throw new Error(`Cannot resolve UID for: ${input}`);
+}

package/dist/browser.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Browser interaction via Playwright MCP Bridge extension.
+ * Connects to an existing Chrome browser through the extension's stdio JSON-RPC.
+ */
+/**
+ * Page abstraction wrapping JSON-RPC calls to Playwright MCP.
+ */
+export declare class Page {
+    private _send;
+    private _recv;
+    constructor(_send: (msg: string) => void, _recv: () => Promise<any>);
+    call(method: string, params?: Record<string, any>): Promise<any>;
+    goto(url: string): Promise<void>;
+    evaluate(js: string): Promise<any>;
+    snapshot(opts?: {
+        interactive?: boolean;
+        compact?: boolean;
+        maxDepth?: number;
+        raw?: boolean;
+    }): Promise<any>;
+    click(ref: string): Promise<void>;
+    typeText(ref: string, text: string): Promise<void>;
+    pressKey(key: string): Promise<void>;
+    wait(seconds: number): Promise<void>;
+    tabs(): Promise<any>;
+    closeTab(index?: number): Promise<void>;
+    newTab(): Promise<void>;
+    selectTab(index: number): Promise<void>;
+    networkRequests(includeStatic?: boolean): Promise<any>;
+    consoleMessages(level?: string): Promise<any>;
+    scroll(direction?: string, amount?: number): Promise<void>;
+}
+/**
+ * Playwright MCP process manager.
+ */
+export declare class PlaywrightMCP {
+    private _proc;
+    private _buffer;
+    private _waiters;
+    private _lockAcquired;
+    private _initialTabCount;
+    connect(opts?: {
+        timeout?: number;
+    }): Promise<Page>;
+    close(): Promise<void>;
+    private _acquireLock;
+    private _releaseLock;
+}