@jackwener/opencli 0.1.0

package/src/clis/index.ts

@@ -0,0 +1,19 @@
+/**
+ * Import all TypeScript CLI adapters so they self-register.
+ *
+ * Each TS adapter calls cli() on import, which adds itself to the global registry.
+ */
+
+// bilibili
+import './bilibili/search.js';
+import './bilibili/me.js';
+import './bilibili/favorite.js';
+import './bilibili/history.js';
+import './bilibili/feed.js';
+import './bilibili/user-videos.js';
+
+// github
+import './github/search.js';
+
+// zhihu
+import './zhihu/search.js';

package/src/clis/twitter/trending.yaml

@@ -0,0 +1,40 @@
+site: twitter
+name: trending
+description: Twitter/X trending topics
+domain: x.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of trends to show
+
+pipeline:
+  - navigate: https://x.com/explore/tabs/trending
+
+  - evaluate: |
+      (async () => {
+        const cookies = document.cookie.split(';').reduce((acc, c) => {
+          const [k, v] = c.trim().split('=');
+          acc[k] = v;
+          return acc;
+        }, {});
+        const csrfToken = cookies['ct0'] || '';
+        const bearerToken = 'AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
+        const res = await fetch('/i/api/2/guide.json?include_page_configuration=true', {
+          credentials: 'include',
+          headers: { 'x-twitter-active-user': 'yes', 'x-csrf-token': csrfToken, 'authorization': 'Bearer ' + bearerToken }
+        });
+        const data = await res.json();
+        const trends = data?.timeline?.instructions?.[1]?.addEntries?.entries || [];
+        return trends.filter(e => e.content?.timelineModule).flatMap(e => e.content.timelineModule.items || []).map(t => t?.item?.content?.trend).filter(Boolean);
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      topic: ${{ item.name }}
+      tweets: ${{ item.tweetCount || 'N/A' }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, topic, tweets]

package/src/clis/v2ex/hot.yaml

@@ -0,0 +1,29 @@
+site: v2ex
+name: hot
+description: V2EX 热门话题
+domain: www.v2ex.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of topics
+
+pipeline:
+  - evaluate: |
+      (async () => {
+        const res = await fetch('https://www.v2ex.com/api/topics/hot.json');
+        return await res.json();
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      node: ${{ item.node?.title }}
+      author: ${{ item.member?.username }}
+      replies: ${{ item.replies }}
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, node, author, replies]

package/src/clis/v2ex/latest.yaml

@@ -0,0 +1,28 @@
+site: v2ex
+name: latest
+description: V2EX 最新话题
+domain: www.v2ex.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of topics
+
+pipeline:
+  - evaluate: |
+      (async () => {
+        const res = await fetch('https://www.v2ex.com/api/topics/latest.json');
+        return await res.json();
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      node: ${{ item.node?.title }}
+      author: ${{ item.member?.username }}
+      replies: ${{ item.replies }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, node, author, replies]

package/src/clis/zhihu/hot.yaml

@@ -0,0 +1,28 @@
+site: zhihu
+name: hot
+description: 知乎热榜
+domain: www.zhihu.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of items to return
+
+pipeline:
+  - navigate: https://www.zhihu.com
+
+  - fetch:
+      url: https://www.zhihu.com/api/v4/search/top_search
+      params:
+        limit: ${{ args.limit }}
+
+  - select: top_search.words
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.query }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title]

package/src/clis/zhihu/search.ts

@@ -0,0 +1,65 @@
+import { cli, Strategy } from '../../registry.js';
+import { fetchJson } from '../../bilibili.js';
+
+cli({
+  site: 'zhihu',
+  name: 'search',
+  description: '搜索知乎问题和回答',
+  domain: 'www.zhihu.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'keyword', required: true, help: 'Search keyword' },
+    { name: 'type', default: 'general', help: 'general, article, video' },
+    { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
+  ],
+  columns: ['rank', 'title', 'author', 'type', 'url'],
+  func: async (page, kwargs) => {
+    const { keyword, type = 'general', limit = 20 } = kwargs;
+
+    // Navigate to zhihu to ensure cookie context
+    await page.goto('https://www.zhihu.com');
+
+    const qs = new URLSearchParams({ q: keyword, type, limit: String(limit) });
+    const payload = await fetchJson(page, `https://www.zhihu.com/api/v4/search_v3?${qs}`);
+
+    const data: any[] = payload?.data ?? [];
+    const rows: any[] = [];
+
+    for (let i = 0; i < Math.min(data.length, Number(limit)); i++) {
+      const item = data[i];
+      const obj = item.object ?? item;
+      const itemType = item.type ?? obj.type ?? 'unknown';
+
+      let title = '';
+      let author = '';
+      let url = '';
+
+      if (itemType === 'search_result') {
+        const highlight = obj.highlight ?? {};
+        title = (highlight.title ?? obj.title ?? '').replace(/<[^>]+>/g, '');
+        author = obj.author?.name ?? '';
+        url = obj.url ?? '';
+      } else if (obj.question) {
+        title = (obj.question.title ?? obj.title ?? '').replace(/<[^>]+>/g, '');
+        author = obj.author?.name ?? '';
+        url = obj.question.url ? `https://www.zhihu.com/question/${obj.question.id}` : '';
+      } else {
+        title = (obj.title ?? obj.name ?? '').replace(/<[^>]+>/g, '');
+        author = obj.author?.name ?? '';
+        url = obj.url ?? '';
+      }
+
+      if (!title) continue;
+
+      rows.push({
+        rank: rows.length + 1,
+        title: title.slice(0, 60),
+        author,
+        type: itemType.replace('search_result', 'result'),
+        url,
+      });
+    }
+
+    return rows;
+  },
+});

package/src/engine.ts

@@ -0,0 +1,86 @@
+/**
+ * CLI discovery: finds YAML/TS CLI definitions and registers them.
+ */
+
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import yaml from 'js-yaml';
+import { type CliCommand, type Arg, Strategy, registerCommand } from './registry.js';
+import { executePipeline } from './pipeline.js';
+
+export function discoverClis(...dirs: string[]): void {
+  for (const dir of dirs) {
+    if (!fs.existsSync(dir)) continue;
+    for (const site of fs.readdirSync(dir)) {
+      const siteDir = path.join(dir, site);
+      if (!fs.statSync(siteDir).isDirectory()) continue;
+      for (const file of fs.readdirSync(siteDir)) {
+        const filePath = path.join(siteDir, file);
+        if (file.endsWith('.yaml') || file.endsWith('.yml')) {
+          registerYamlCli(filePath, site);
+        }
+      }
+    }
+  }
+}
+
+function registerYamlCli(filePath: string, defaultSite: string): void {
+  try {
+    const raw = fs.readFileSync(filePath, 'utf-8');
+    const def = yaml.load(raw) as any;
+    if (!def || typeof def !== 'object') return;
+
+    const site = def.site ?? defaultSite;
+    const name = def.name ?? path.basename(filePath, path.extname(filePath));
+    const strategyStr = def.strategy ?? (def.browser === false ? 'public' : 'cookie');
+    const strategy = (Strategy as any)[strategyStr.toUpperCase()] ?? Strategy.COOKIE;
+    const browser = def.browser ?? (strategy !== Strategy.PUBLIC);
+
+    const args: Arg[] = [];
+    if (def.args && typeof def.args === 'object') {
+      for (const [argName, argDef] of Object.entries(def.args as Record<string, any>)) {
+        args.push({
+          name: argName,
+          type: argDef?.type ?? 'str',
+          default: argDef?.default,
+          required: argDef?.required ?? false,
+          help: argDef?.description ?? argDef?.help ?? '',
+          choices: argDef?.choices,
+        });
+      }
+    }
+
+    const cmd: CliCommand = {
+      site,
+      name,
+      description: def.description ?? '',
+      domain: def.domain,
+      strategy,
+      browser,
+      args,
+      columns: def.columns,
+      pipeline: def.pipeline,
+      timeoutSeconds: def.timeout,
+      source: filePath,
+    };
+
+    registerCommand(cmd);
+  } catch (err: any) {
+    process.stderr.write(`Warning: failed to load ${filePath}: ${err.message}\n`);
+  }
+}
+
+export async function executeCommand(
+  cmd: CliCommand,
+  page: any,
+  kwargs: Record<string, any>,
+  debug: boolean = false,
+): Promise<any> {
+  if (cmd.func) {
+    return cmd.func(page, kwargs, debug);
+  }
+  if (cmd.pipeline) {
+    return executePipeline(page, cmd.pipeline, { args: kwargs, debug });
+  }
+  throw new Error(`Command ${cmd.site}/${cmd.name} has no func or pipeline`);
+}