@jackwener/opencli 0.1.0 → 0.1.2

package/src/clis/weibo/hot.ts

@@ -0,0 +1,41 @@
+/**
+ * Weibo hot search — browser cookie API.
+ * Source: bb-sites/weibo/hot.js
+ */
+import { cli, Strategy } from '../../registry.js';
+
+cli({
+  site: 'weibo',
+  name: 'hot',
+  description: '微博热搜',
+  domain: 'weibo.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'limit', type: 'int', default: 30, help: 'Number of items (max 50)' },
+  ],
+  columns: ['rank', 'word', 'hot_value', 'category', 'label', 'url'],
+  func: async (page, kwargs) => {
+    const count = Math.min(kwargs.limit || 30, 50);
+    await page.goto('https://weibo.com');
+    await page.wait(2);
+    const data = await page.evaluate(`
+      (async () => {
+        const resp = await fetch('/ajax/statuses/hot_band', {credentials: 'include'});
+        if (!resp.ok) return {error: 'HTTP ' + resp.status};
+        const data = await resp.json();
+        if (!data.ok) return {error: 'API error'};
+        const bandList = data.data?.band_list || [];
+        return bandList.map((item, i) => ({
+          rank: item.realpos || (i + 1),
+          word: item.word,
+          hot_value: item.num || 0,
+          category: item.category || '',
+          label: item.label_name || '',
+          url: 'https://s.weibo.com/weibo?q=' + encodeURIComponent('#' + item.word + '#')
+        }));
+      })()
+    `);
+    if (!Array.isArray(data)) return [];
+    return data.slice(0, count);
+  },
+});

package/src/clis/xiaohongshu/feed.yaml

@@ -0,0 +1,32 @@
+site: xiaohongshu
+name: feed
+description: "小红书首页推荐 Feed (via Pinia Store Action)"
+domain: www.xiaohongshu.com
+strategy: intercept
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of items to return
+
+columns: [title, author, likes, type, url]
+
+pipeline:
+  - navigate: https://www.xiaohongshu.com/explore
+  - wait: 3
+  - tap:
+      store: feed
+      action: fetchFeeds
+      capture: homefeed
+      select: data.items
+      timeout: 8
+  - map:
+      id: ${{ item.id }}
+      title: ${{ item.note_card.display_title }}
+      type: ${{ item.note_card.type }}
+      author: ${{ item.note_card.user.nickname }}
+      likes: ${{ item.note_card.interact_info.liked_count }}
+      url: https://www.xiaohongshu.com/explore/${{ item.id }}
+  - limit: ${{ args.limit | default(20) }}

package/src/clis/xiaohongshu/notifications.yaml

@@ -0,0 +1,38 @@
+site: xiaohongshu
+name: notifications
+description: "小红书通知 (mentions/likes/connections)"
+domain: www.xiaohongshu.com
+strategy: intercept
+browser: true
+
+args:
+  type:
+    type: str
+    default: mentions
+    description: "Notification type: mentions, likes, or connections"
+  limit:
+    type: int
+    default: 20
+    description: Number of notifications to return
+
+columns: [rank, user, action, content, note, time]
+
+pipeline:
+  - navigate: https://www.xiaohongshu.com/notification
+  - wait: 3
+  - tap:
+      store: notification
+      action: getNotification
+      args:
+        - ${{ args.type | default('mentions') }}
+      capture: /you/
+      select: data.message_list
+      timeout: 8
+  - map:
+      rank: ${{ index + 1 }}
+      user: ${{ item.user_info.nickname }}
+      action: ${{ item.title }}
+      content: ${{ item.comment_info.content }}
+      note: ${{ item.item_info.content }}
+      time: ${{ item.time }}
+  - limit: ${{ args.limit | default(20) }}

package/src/clis/xiaohongshu/search.ts

@@ -0,0 +1,71 @@
+/**
+ * Xiaohongshu search — trigger search via Pinia store + XHR interception.
+ * Inspired by bb-sites/xiaohongshu/search.js but adapted for opencli pipeline.
+ */
+
+import { cli, Strategy } from '../../registry.js';
+
+cli({
+  site: 'xiaohongshu',
+  name: 'search',
+  description: '搜索小红书笔记',
+  domain: 'www.xiaohongshu.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'keyword', required: true, help: 'Search keyword' },
+    { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
+  ],
+  columns: ['rank', 'title', 'author', 'likes', 'type'],
+  func: async (page, kwargs) => {
+    await page.goto('https://www.xiaohongshu.com');
+    await page.wait(2);
+
+    const data = await page.evaluate(`
+      (async () => {
+        const app = document.querySelector('#app')?.__vue_app__;
+        const pinia = app?.config?.globalProperties?.$pinia;
+        if (!pinia?._s) return {error: 'Page not ready'};
+
+        const searchStore = pinia._s.get('search');
+        if (!searchStore) return {error: 'Search store not found'};
+
+        let captured = null;
+        const origOpen = XMLHttpRequest.prototype.open;
+        const origSend = XMLHttpRequest.prototype.send;
+        XMLHttpRequest.prototype.open = function(m, u) { this.__url = u; return origOpen.apply(this, arguments); };
+        XMLHttpRequest.prototype.send = function(b) {
+          if (this.__url?.includes('search/notes')) {
+            const x = this;
+            const orig = x.onreadystatechange;
+            x.onreadystatechange = function() { if (x.readyState === 4 && !captured) { try { captured = JSON.parse(x.responseText); } catch {} } if (orig) orig.apply(this, arguments); };
+          }
+          return origSend.apply(this, arguments);
+        };
+
+        try {
+          searchStore.mutateSearchValue('${kwargs.keyword}');
+          await searchStore.loadMore();
+          await new Promise(r => setTimeout(r, 800));
+        } finally {
+          XMLHttpRequest.prototype.open = origOpen;
+          XMLHttpRequest.prototype.send = origSend;
+        }
+
+        if (!captured?.success) return {error: captured?.msg || 'Search failed'};
+        return (captured.data?.items || []).map(i => ({
+          title: i.note_card?.display_title || '',
+          type: i.note_card?.type || '',
+          url: 'https://www.xiaohongshu.com/explore/' + i.id,
+          author: i.note_card?.user?.nickname || '',
+          likes: i.note_card?.interact_info?.liked_count || '0',
+        }));
+      })()
+    `);
+
+    if (!Array.isArray(data)) return [];
+    return data.slice(0, kwargs.limit).map((item: any, i: number) => ({
+      rank: i + 1,
+      ...item,
+    }));
+  },
+});

package/src/clis/yahoo-finance/quote.ts

@@ -0,0 +1,74 @@
+/**
+ * Yahoo Finance stock quote — multi-strategy API fallback.
+ * Source: bb-sites/yahoo-finance/quote.js
+ */
+import { cli, Strategy } from '../../registry.js';
+
+cli({
+  site: 'yahoo-finance',
+  name: 'quote',
+  description: 'Yahoo Finance 股票行情',
+  domain: 'finance.yahoo.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'symbol', required: true, help: 'Stock ticker (e.g. AAPL, MSFT, TSLA)' },
+  ],
+  columns: ['symbol', 'name', 'price', 'change', 'changePercent', 'open', 'high', 'low', 'volume', 'marketCap'],
+  func: async (page, kwargs) => {
+    const symbol = kwargs.symbol.toUpperCase().trim();
+    await page.goto(`https://finance.yahoo.com/quote/${encodeURIComponent(symbol)}/`);
+    await page.wait(3);
+    const data = await page.evaluate(`
+      (async () => {
+        const sym = '${symbol}';
+
+        // Strategy 1: v8 chart API
+        try {
+          const chartUrl = 'https://query1.finance.yahoo.com/v8/finance/chart/' + encodeURIComponent(sym) + '?interval=1d&range=1d';
+          const resp = await fetch(chartUrl);
+          if (resp.ok) {
+            const d = await resp.json();
+            const chart = d?.chart?.result?.[0];
+            if (chart) {
+              const meta = chart.meta || {};
+              const prevClose = meta.previousClose || meta.chartPreviousClose;
+              const price = meta.regularMarketPrice;
+              const change = price != null && prevClose != null ? (price - prevClose) : null;
+              const changePct = change != null && prevClose ? ((change / prevClose) * 100) : null;
+              return {
+                symbol: meta.symbol || sym, name: meta.shortName || meta.longName || sym,
+                price: price != null ? Number(price.toFixed(2)) : null,
+                change: change != null ? change.toFixed(2) : null,
+                changePercent: changePct != null ? changePct.toFixed(2) + '%' : null,
+                open: chart.indicators?.quote?.[0]?.open?.[0] || null,
+                high: meta.regularMarketDayHigh || null,
+                low: meta.regularMarketDayLow || null,
+                volume: meta.regularMarketVolume || null,
+                marketCap: null, currency: meta.currency, exchange: meta.exchangeName,
+              };
+            }
+          }
+        } catch(e) {}
+
+        // Strategy 2: Parse from page
+        const titleEl = document.querySelector('title');
+        const priceEl = document.querySelector('[data-testid="qsp-price"]');
+        const changeEl = document.querySelector('[data-testid="qsp-price-change"]');
+        const changePctEl = document.querySelector('[data-testid="qsp-price-change-percent"]');
+        if (priceEl) {
+          return {
+            symbol: sym,
+            name: titleEl ? titleEl.textContent.split('(')[0].trim() : sym,
+            price: priceEl.textContent.replace(/,/g, ''),
+            change: changeEl ? changeEl.textContent : null,
+            changePercent: changePctEl ? changePctEl.textContent : null,
+            open: null, high: null, low: null, volume: null, marketCap: null,
+          };
+        }
+        return {error: 'Could not fetch quote for ' + sym};
+      })()
+    `);
+    if (!data || data.error) return [];
+    return [data];
+  },
+});

package/src/clis/youtube/search.ts

@@ -0,0 +1,60 @@
+/**
+ * YouTube search — innertube API via browser session.
+ * Source: bb-sites/youtube/search.js
+ */
+import { cli, Strategy } from '../../registry.js';
+
+cli({
+  site: 'youtube',
+  name: 'search',
+  description: 'Search YouTube videos',
+  domain: 'www.youtube.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'query', required: true, help: 'Search query' },
+    { name: 'limit', type: 'int', default: 20, help: 'Max results (max 50)' },
+  ],
+  columns: ['rank', 'title', 'channel', 'views', 'duration', 'url'],
+  func: async (page, kwargs) => {
+    const limit = Math.min(kwargs.limit || 20, 50);
+    await page.goto('https://www.youtube.com');
+    await page.wait(2);
+    const data = await page.evaluate(`
+      (async () => {
+        const cfg = window.ytcfg?.data_ || {};
+        const apiKey = cfg.INNERTUBE_API_KEY;
+        const context = cfg.INNERTUBE_CONTEXT;
+        if (!apiKey || !context) return {error: 'YouTube config not found'};
+
+        const resp = await fetch('/youtubei/v1/search?key=' + apiKey + '&prettyPrint=false', {
+          method: 'POST', credentials: 'include',
+          headers: {'Content-Type': 'application/json'},
+          body: JSON.stringify({context, query: '${kwargs.query.replace(/'/g, "\\'")}'})
+        });
+        if (!resp.ok) return {error: 'HTTP ' + resp.status};
+
+        const data = await resp.json();
+        const contents = data.contents?.twoColumnSearchResultsRenderer?.primaryContents?.sectionListRenderer?.contents || [];
+        const videos = [];
+        for (const section of contents) {
+          for (const item of (section.itemSectionRenderer?.contents || [])) {
+            if (item.videoRenderer && videos.length < ${limit}) {
+              const v = item.videoRenderer;
+              videos.push({
+                rank: videos.length + 1,
+                title: v.title?.runs?.[0]?.text || '',
+                channel: v.ownerText?.runs?.[0]?.text || '',
+                views: v.viewCountText?.simpleText || v.shortViewCountText?.simpleText || '',
+                duration: v.lengthText?.simpleText || 'LIVE',
+                url: 'https://www.youtube.com/watch?v=' + v.videoId
+              });
+            }
+          }
+        }
+        return videos;
+      })()
+    `);
+    if (!Array.isArray(data)) return [];
+    return data;
+  },
+});

package/src/clis/zhihu/hot.yaml

@@ -12,17 +12,31 @@ args:
 pipeline:
   - navigate: https://www.zhihu.com
 
-  - fetch:
-      url: https://www.zhihu.com/api/v4/search/top_search
-      params:
-        limit: ${{ args.limit }}
-
-  - select: top_search.words
+  - evaluate: |
+      (async () => {
+        const res = await fetch('https://www.zhihu.com/api/v3/feed/topstory/hot-lists/total?limit=50', {
+          credentials: 'include'
+        });
+        const d = await res.json();
+        return (d?.data || []).map((item) => {
+          const t = item.target || {};
+          return {
+            title: t.title,
+            url: 'https://www.zhihu.com/question/' + t.id,
+            answer_count: t.answer_count,
+            follower_count: t.follower_count,
+            heat: item.detail_text || '',
+          };
+        });
+      })()
 
   - map:
       rank: ${{ index + 1 }}
-      title: ${{ item.query }}
+      title: ${{ item.title }}
+      heat: ${{ item.heat }}
+      answers: ${{ item.answer_count }}
+      url: ${{ item.url }}
 
   - limit: ${{ args.limit }}
 
-columns: [rank, title]
+columns: [rank, title, heat, answers]

package/src/clis/zhihu/question.ts

@@ -0,0 +1,45 @@
+import { cli, Strategy } from '../../registry.js';
+
+cli({
+  site: 'zhihu',
+  name: 'question',
+  description: '知乎问题详情和回答',
+  domain: 'www.zhihu.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'id', required: true, help: 'Question ID (numeric)' },
+    { name: 'limit', type: 'int', default: 5, help: 'Number of answers' },
+  ],
+  columns: ['rank', 'author', 'votes', 'content'],
+  func: async (page, kwargs) => {
+    const { id, limit = 5 } = kwargs;
+
+    const stripHtml = (html: string) =>
+      (html || '').replace(/<[^>]+>/g, '').replace(/&nbsp;/g, ' ').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').trim();
+
+    // Fetch question detail and answers in parallel via evaluate
+    const result = await page.evaluate(`
+      async () => {
+        const [qResp, aResp] = await Promise.all([
+          fetch('https://www.zhihu.com/api/v4/questions/${id}?include=data[*].detail,excerpt,answer_count,follower_count,visit_count', {credentials: 'include'}),
+          fetch('https://www.zhihu.com/api/v4/questions/${id}/answers?limit=${limit}&offset=0&sort_by=default&include=data[*].content,voteup_count,comment_count,author', {credentials: 'include'})
+        ]);
+        if (!qResp.ok || !aResp.ok) return { error: true };
+        const q = await qResp.json();
+        const a = await aResp.json();
+        return { question: q, answers: a.data || [] };
+      }
+    `);
+
+    if (!result || result.error) throw new Error('Failed to fetch question. Are you logged in?');
+
+    const answers = (result.answers ?? []).slice(0, Number(limit)).map((a: any, i: number) => ({
+      rank: i + 1,
+      author: a.author?.name ?? 'anonymous',
+      votes: a.voteup_count ?? 0,
+      content: stripHtml(a.content ?? '').slice(0, 200),
+    }));
+
+    return answers;
+  },
+});

package/src/clis/zhihu/search.yaml

@@ -0,0 +1,55 @@
+site: zhihu
+name: search
+description: 知乎搜索
+domain: www.zhihu.com
+
+args:
+  keyword:
+    type: str
+    required: true
+    description: Search keyword
+  limit:
+    type: int
+    default: 10
+    description: Number of results
+
+pipeline:
+  - navigate: https://www.zhihu.com
+
+  - evaluate: |
+      (async () => {
+        const strip = (html) => (html || '').replace(/<[^>]+>/g, '').replace(/&nbsp;/g, ' ').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').replace(/<em>/g, '').replace(/<\/em>/g, '').trim();
+        const res = await fetch('https://www.zhihu.com/api/v4/search_v3?q=' + encodeURIComponent('${{ args.keyword }}') + '&t=general&offset=0&limit=${{ args.limit }}', {
+          credentials: 'include'
+        });
+        const d = await res.json();
+        return (d?.data || [])
+          .filter(item => item.type === 'search_result')
+          .map(item => {
+            const obj = item.object || {};
+            const q = obj.question || {};
+            return {
+              type: obj.type,
+              title: strip(obj.title || q.name || ''),
+              excerpt: strip(obj.excerpt || '').substring(0, 100),
+              author: obj.author?.name || '',
+              votes: obj.voteup_count || 0,
+              url: obj.type === 'answer'
+                ? 'https://www.zhihu.com/question/' + q.id + '/answer/' + obj.id
+                : obj.type === 'article'
+                ? 'https://zhuanlan.zhihu.com/p/' + obj.id
+                : 'https://www.zhihu.com/question/' + obj.id,
+            };
+          });
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      type: ${{ item.type }}
+      author: ${{ item.author }}
+      votes: ${{ item.votes }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, type, author, votes]

package/src/engine.ts

@@ -6,6 +6,7 @@ import * as fs from 'node:fs';
 import * as path from 'node:path';
 import yaml from 'js-yaml';
 import { type CliCommand, type Arg, Strategy, registerCommand } from './registry.js';
+import type { IPage } from './types.js';
 import { executePipeline } from './pipeline.js';
 
 export function discoverClis(...dirs: string[]): void {
@@ -72,7 +73,7 @@ function registerYamlCli(filePath: string, defaultSite: string): void {
 
 export async function executeCommand(
   cmd: CliCommand,
-  page: any,
+  page: IPage | null,
   kwargs: Record<string, any>,
   debug: boolean = false,
 ): Promise<any> {