@jackwener/opencli 0.1.0 → 0.1.2

package/dist/clis/v2ex/hot.yaml

@@ -0,0 +1,25 @@
+site: v2ex
+name: hot
+description: V2EX 热门话题
+domain: www.v2ex.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of topics
+
+pipeline:
+  - fetch:
+      url: https://www.v2ex.com/api/topics/hot.json
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      replies: ${{ item.replies }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, replies]

package/dist/clis/v2ex/latest.yaml

@@ -0,0 +1,25 @@
+site: v2ex
+name: latest
+description: V2EX 最新话题
+domain: www.v2ex.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of topics
+
+pipeline:
+  - fetch:
+      url: https://www.v2ex.com/api/topics/latest.json
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      replies: ${{ item.replies }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, replies]

package/dist/clis/v2ex/topic.yaml

@@ -0,0 +1,27 @@
+site: v2ex
+name: topic
+description: V2EX 主题详情和回复
+domain: www.v2ex.com
+strategy: public
+browser: false
+
+args:
+  id:
+    type: str
+    required: true
+    description: Topic ID
+
+pipeline:
+  - fetch:
+      url: https://www.v2ex.com/api/topics/show.json
+      params:
+        id: ${{ args.id }}
+
+  - map:
+      title: ${{ item.title }}
+      replies: ${{ item.replies }}
+      url: ${{ item.url }}
+
+  - limit: 1
+
+columns: [title, replies, url]

package/dist/clis/weibo/hot.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weibo/hot.js

@@ -0,0 +1,41 @@
+/**
+ * Weibo hot search — browser cookie API.
+ * Source: bb-sites/weibo/hot.js
+ */
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'weibo',
+    name: 'hot',
+    description: '微博热搜',
+    domain: 'weibo.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'limit', type: 'int', default: 30, help: 'Number of items (max 50)' },
+    ],
+    columns: ['rank', 'word', 'hot_value', 'category', 'label', 'url'],
+    func: async (page, kwargs) => {
+        const count = Math.min(kwargs.limit || 30, 50);
+        await page.goto('https://weibo.com');
+        await page.wait(2);
+        const data = await page.evaluate(`
+      (async () => {
+        const resp = await fetch('/ajax/statuses/hot_band', {credentials: 'include'});
+        if (!resp.ok) return {error: 'HTTP ' + resp.status};
+        const data = await resp.json();
+        if (!data.ok) return {error: 'API error'};
+        const bandList = data.data?.band_list || [];
+        return bandList.map((item, i) => ({
+          rank: item.realpos || (i + 1),
+          word: item.word,
+          hot_value: item.num || 0,
+          category: item.category || '',
+          label: item.label_name || '',
+          url: 'https://s.weibo.com/weibo?q=' + encodeURIComponent('#' + item.word + '#')
+        }));
+      })()
+    `);
+        if (!Array.isArray(data))
+            return [];
+        return data.slice(0, count);
+    },
+});

package/dist/clis/xiaohongshu/feed.yaml

@@ -0,0 +1,32 @@
+site: xiaohongshu
+name: feed
+description: "小红书首页推荐 Feed (via Pinia Store Action)"
+domain: www.xiaohongshu.com
+strategy: intercept
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of items to return
+
+columns: [title, author, likes, type, url]
+
+pipeline:
+  - navigate: https://www.xiaohongshu.com/explore
+  - wait: 3
+  - tap:
+      store: feed
+      action: fetchFeeds
+      capture: homefeed
+      select: data.items
+      timeout: 8
+  - map:
+      id: ${{ item.id }}
+      title: ${{ item.note_card.display_title }}
+      type: ${{ item.note_card.type }}
+      author: ${{ item.note_card.user.nickname }}
+      likes: ${{ item.note_card.interact_info.liked_count }}
+      url: https://www.xiaohongshu.com/explore/${{ item.id }}
+  - limit: ${{ args.limit | default(20) }}

package/dist/clis/xiaohongshu/notifications.yaml

@@ -0,0 +1,38 @@
+site: xiaohongshu
+name: notifications
+description: "小红书通知 (mentions/likes/connections)"
+domain: www.xiaohongshu.com
+strategy: intercept
+browser: true
+
+args:
+  type:
+    type: str
+    default: mentions
+    description: "Notification type: mentions, likes, or connections"
+  limit:
+    type: int
+    default: 20
+    description: Number of notifications to return
+
+columns: [rank, user, action, content, note, time]
+
+pipeline:
+  - navigate: https://www.xiaohongshu.com/notification
+  - wait: 3
+  - tap:
+      store: notification
+      action: getNotification
+      args:
+        - ${{ args.type | default('mentions') }}
+      capture: /you/
+      select: data.message_list
+      timeout: 8
+  - map:
+      rank: ${{ index + 1 }}
+      user: ${{ item.user_info.nickname }}
+      action: ${{ item.title }}
+      content: ${{ item.comment_info.content }}
+      note: ${{ item.item_info.content }}
+      time: ${{ item.time }}
+  - limit: ${{ args.limit | default(20) }}

package/dist/clis/xiaohongshu/search.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Xiaohongshu search — trigger search via Pinia store + XHR interception.
+ * Inspired by bb-sites/xiaohongshu/search.js but adapted for opencli pipeline.
+ */
+export {};

package/dist/clis/xiaohongshu/search.js

@@ -0,0 +1,68 @@
+/**
+ * Xiaohongshu search — trigger search via Pinia store + XHR interception.
+ * Inspired by bb-sites/xiaohongshu/search.js but adapted for opencli pipeline.
+ */
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'xiaohongshu',
+    name: 'search',
+    description: '搜索小红书笔记',
+    domain: 'www.xiaohongshu.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'keyword', required: true, help: 'Search keyword' },
+        { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
+    ],
+    columns: ['rank', 'title', 'author', 'likes', 'type'],
+    func: async (page, kwargs) => {
+        await page.goto('https://www.xiaohongshu.com');
+        await page.wait(2);
+        const data = await page.evaluate(`
+      (async () => {
+        const app = document.querySelector('#app')?.__vue_app__;
+        const pinia = app?.config?.globalProperties?.$pinia;
+        if (!pinia?._s) return {error: 'Page not ready'};
+
+        const searchStore = pinia._s.get('search');
+        if (!searchStore) return {error: 'Search store not found'};
+
+        let captured = null;
+        const origOpen = XMLHttpRequest.prototype.open;
+        const origSend = XMLHttpRequest.prototype.send;
+        XMLHttpRequest.prototype.open = function(m, u) { this.__url = u; return origOpen.apply(this, arguments); };
+        XMLHttpRequest.prototype.send = function(b) {
+          if (this.__url?.includes('search/notes')) {
+            const x = this;
+            const orig = x.onreadystatechange;
+            x.onreadystatechange = function() { if (x.readyState === 4 && !captured) { try { captured = JSON.parse(x.responseText); } catch {} } if (orig) orig.apply(this, arguments); };
+          }
+          return origSend.apply(this, arguments);
+        };
+
+        try {
+          searchStore.mutateSearchValue('${kwargs.keyword}');
+          await searchStore.loadMore();
+          await new Promise(r => setTimeout(r, 800));
+        } finally {
+          XMLHttpRequest.prototype.open = origOpen;
+          XMLHttpRequest.prototype.send = origSend;
+        }
+
+        if (!captured?.success) return {error: captured?.msg || 'Search failed'};
+        return (captured.data?.items || []).map(i => ({
+          title: i.note_card?.display_title || '',
+          type: i.note_card?.type || '',
+          url: 'https://www.xiaohongshu.com/explore/' + i.id,
+          author: i.note_card?.user?.nickname || '',
+          likes: i.note_card?.interact_info?.liked_count || '0',
+        }));
+      })()
+    `);
+        if (!Array.isArray(data))
+            return [];
+        return data.slice(0, kwargs.limit).map((item, i) => ({
+            rank: i + 1,
+            ...item,
+        }));
+    },
+});

package/dist/clis/yahoo-finance/quote.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/yahoo-finance/quote.js

@@ -0,0 +1,74 @@
+/**
+ * Yahoo Finance stock quote — multi-strategy API fallback.
+ * Source: bb-sites/yahoo-finance/quote.js
+ */
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'yahoo-finance',
+    name: 'quote',
+    description: 'Yahoo Finance 股票行情',
+    domain: 'finance.yahoo.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'symbol', required: true, help: 'Stock ticker (e.g. AAPL, MSFT, TSLA)' },
+    ],
+    columns: ['symbol', 'name', 'price', 'change', 'changePercent', 'open', 'high', 'low', 'volume', 'marketCap'],
+    func: async (page, kwargs) => {
+        const symbol = kwargs.symbol.toUpperCase().trim();
+        await page.goto(`https://finance.yahoo.com/quote/${encodeURIComponent(symbol)}/`);
+        await page.wait(3);
+        const data = await page.evaluate(`
+      (async () => {
+        const sym = '${symbol}';
+
+        // Strategy 1: v8 chart API
+        try {
+          const chartUrl = 'https://query1.finance.yahoo.com/v8/finance/chart/' + encodeURIComponent(sym) + '?interval=1d&range=1d';
+          const resp = await fetch(chartUrl);
+          if (resp.ok) {
+            const d = await resp.json();
+            const chart = d?.chart?.result?.[0];
+            if (chart) {
+              const meta = chart.meta || {};
+              const prevClose = meta.previousClose || meta.chartPreviousClose;
+              const price = meta.regularMarketPrice;
+              const change = price != null && prevClose != null ? (price - prevClose) : null;
+              const changePct = change != null && prevClose ? ((change / prevClose) * 100) : null;
+              return {
+                symbol: meta.symbol || sym, name: meta.shortName || meta.longName || sym,
+                price: price != null ? Number(price.toFixed(2)) : null,
+                change: change != null ? change.toFixed(2) : null,
+                changePercent: changePct != null ? changePct.toFixed(2) + '%' : null,
+                open: chart.indicators?.quote?.[0]?.open?.[0] || null,
+                high: meta.regularMarketDayHigh || null,
+                low: meta.regularMarketDayLow || null,
+                volume: meta.regularMarketVolume || null,
+                marketCap: null, currency: meta.currency, exchange: meta.exchangeName,
+              };
+            }
+          }
+        } catch(e) {}
+
+        // Strategy 2: Parse from page
+        const titleEl = document.querySelector('title');
+        const priceEl = document.querySelector('[data-testid="qsp-price"]');
+        const changeEl = document.querySelector('[data-testid="qsp-price-change"]');
+        const changePctEl = document.querySelector('[data-testid="qsp-price-change-percent"]');
+        if (priceEl) {
+          return {
+            symbol: sym,
+            name: titleEl ? titleEl.textContent.split('(')[0].trim() : sym,
+            price: priceEl.textContent.replace(/,/g, ''),
+            change: changeEl ? changeEl.textContent : null,
+            changePercent: changePctEl ? changePctEl.textContent : null,
+            open: null, high: null, low: null, volume: null, marketCap: null,
+          };
+        }
+        return {error: 'Could not fetch quote for ' + sym};
+      })()
+    `);
+        if (!data || data.error)
+            return [];
+        return [data];
+    },
+});

package/dist/clis/youtube/search.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/youtube/search.js

@@ -0,0 +1,60 @@
+/**
+ * YouTube search — innertube API via browser session.
+ * Source: bb-sites/youtube/search.js
+ */
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'youtube',
+    name: 'search',
+    description: 'Search YouTube videos',
+    domain: 'www.youtube.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'query', required: true, help: 'Search query' },
+        { name: 'limit', type: 'int', default: 20, help: 'Max results (max 50)' },
+    ],
+    columns: ['rank', 'title', 'channel', 'views', 'duration', 'url'],
+    func: async (page, kwargs) => {
+        const limit = Math.min(kwargs.limit || 20, 50);
+        await page.goto('https://www.youtube.com');
+        await page.wait(2);
+        const data = await page.evaluate(`
+      (async () => {
+        const cfg = window.ytcfg?.data_ || {};
+        const apiKey = cfg.INNERTUBE_API_KEY;
+        const context = cfg.INNERTUBE_CONTEXT;
+        if (!apiKey || !context) return {error: 'YouTube config not found'};
+
+        const resp = await fetch('/youtubei/v1/search?key=' + apiKey + '&prettyPrint=false', {
+          method: 'POST', credentials: 'include',
+          headers: {'Content-Type': 'application/json'},
+          body: JSON.stringify({context, query: '${kwargs.query.replace(/'/g, "\\'")}'})
+        });
+        if (!resp.ok) return {error: 'HTTP ' + resp.status};
+
+        const data = await resp.json();
+        const contents = data.contents?.twoColumnSearchResultsRenderer?.primaryContents?.sectionListRenderer?.contents || [];
+        const videos = [];
+        for (const section of contents) {
+          for (const item of (section.itemSectionRenderer?.contents || [])) {
+            if (item.videoRenderer && videos.length < ${limit}) {
+              const v = item.videoRenderer;
+              videos.push({
+                rank: videos.length + 1,
+                title: v.title?.runs?.[0]?.text || '',
+                channel: v.ownerText?.runs?.[0]?.text || '',
+                views: v.viewCountText?.simpleText || v.shortViewCountText?.simpleText || '',
+                duration: v.lengthText?.simpleText || 'LIVE',
+                url: 'https://www.youtube.com/watch?v=' + v.videoId
+              });
+            }
+          }
+        }
+        return videos;
+      })()
+    `);
+        if (!Array.isArray(data))
+            return [];
+        return data;
+    },
+});

package/dist/clis/zhihu/hot.yaml

@@ -0,0 +1,42 @@
+site: zhihu
+name: hot
+description: 知乎热榜
+domain: www.zhihu.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of items to return
+
+pipeline:
+  - navigate: https://www.zhihu.com
+
+  - evaluate: |
+      (async () => {
+        const res = await fetch('https://www.zhihu.com/api/v3/feed/topstory/hot-lists/total?limit=50', {
+          credentials: 'include'
+        });
+        const d = await res.json();
+        return (d?.data || []).map((item) => {
+          const t = item.target || {};
+          return {
+            title: t.title,
+            url: 'https://www.zhihu.com/question/' + t.id,
+            answer_count: t.answer_count,
+            follower_count: t.follower_count,
+            heat: item.detail_text || '',
+          };
+        });
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      heat: ${{ item.heat }}
+      answers: ${{ item.answer_count }}
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, heat, answers]

package/dist/clis/zhihu/question.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/zhihu/question.js

@@ -0,0 +1,39 @@
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'zhihu',
+    name: 'question',
+    description: '知乎问题详情和回答',
+    domain: 'www.zhihu.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'id', required: true, help: 'Question ID (numeric)' },
+        { name: 'limit', type: 'int', default: 5, help: 'Number of answers' },
+    ],
+    columns: ['rank', 'author', 'votes', 'content'],
+    func: async (page, kwargs) => {
+        const { id, limit = 5 } = kwargs;
+        const stripHtml = (html) => (html || '').replace(/<[^>]+>/g, '').replace(/&nbsp;/g, ' ').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').trim();
+        // Fetch question detail and answers in parallel via evaluate
+        const result = await page.evaluate(`
+      async () => {
+        const [qResp, aResp] = await Promise.all([
+          fetch('https://www.zhihu.com/api/v4/questions/${id}?include=data[*].detail,excerpt,answer_count,follower_count,visit_count', {credentials: 'include'}),
+          fetch('https://www.zhihu.com/api/v4/questions/${id}/answers?limit=${limit}&offset=0&sort_by=default&include=data[*].content,voteup_count,comment_count,author', {credentials: 'include'})
+        ]);
+        if (!qResp.ok || !aResp.ok) return { error: true };
+        const q = await qResp.json();
+        const a = await aResp.json();
+        return { question: q, answers: a.data || [] };
+      }
+    `);
+        if (!result || result.error)
+            throw new Error('Failed to fetch question. Are you logged in?');
+        const answers = (result.answers ?? []).slice(0, Number(limit)).map((a, i) => ({
+            rank: i + 1,
+            author: a.author?.name ?? 'anonymous',
+            votes: a.voteup_count ?? 0,
+            content: stripHtml(a.content ?? '').slice(0, 200),
+        }));
+        return answers;
+    },
+});

package/dist/clis/zhihu/search.yaml

@@ -0,0 +1,55 @@
+site: zhihu
+name: search
+description: 知乎搜索
+domain: www.zhihu.com
+
+args:
+  keyword:
+    type: str
+    required: true
+    description: Search keyword
+  limit:
+    type: int
+    default: 10
+    description: Number of results
+
+pipeline:
+  - navigate: https://www.zhihu.com
+
+  - evaluate: |
+      (async () => {
+        const strip = (html) => (html || '').replace(/<[^>]+>/g, '').replace(/&nbsp;/g, ' ').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').replace(/<em>/g, '').replace(/<\/em>/g, '').trim();
+        const res = await fetch('https://www.zhihu.com/api/v4/search_v3?q=' + encodeURIComponent('${{ args.keyword }}') + '&t=general&offset=0&limit=${{ args.limit }}', {
+          credentials: 'include'
+        });
+        const d = await res.json();
+        return (d?.data || [])
+          .filter(item => item.type === 'search_result')
+          .map(item => {
+            const obj = item.object || {};
+            const q = obj.question || {};
+            return {
+              type: obj.type,
+              title: strip(obj.title || q.name || ''),
+              excerpt: strip(obj.excerpt || '').substring(0, 100),
+              author: obj.author?.name || '',
+              votes: obj.voteup_count || 0,
+              url: obj.type === 'answer'
+                ? 'https://www.zhihu.com/question/' + q.id + '/answer/' + obj.id
+                : obj.type === 'article'
+                ? 'https://zhuanlan.zhihu.com/p/' + obj.id
+                : 'https://www.zhihu.com/question/' + obj.id,
+            };
+          });
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      type: ${{ item.type }}
+      author: ${{ item.author }}
+      votes: ${{ item.votes }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, type, author, votes]

package/dist/engine.d.ts

@@ -2,5 +2,6 @@
  * CLI discovery: finds YAML/TS CLI definitions and registers them.
  */
 import { type CliCommand } from './registry.js';
+import type { IPage } from './types.js';
 export declare function discoverClis(...dirs: string[]): void;
-export declare function executeCommand(cmd: CliCommand, page: any, kwargs: Record<string, any>, debug?: boolean): Promise<any>;
+export declare function executeCommand(cmd: CliCommand, page: IPage | null, kwargs: Record<string, any>, debug?: boolean): Promise<any>;

package/dist/explore.d.ts

@@ -1,17 +1,27 @@
 /**
  * Deep Explore: intelligent API discovery with response analysis.
  *
- * Unlike simple page snapshots, Deep Explore intercepts network traffic,
- * analyzes response schemas, and automatically infers capabilities that
- * can be turned into CLI commands.
- *
- * Flow:
- *   1. Navigate to target URL
- *   2. Auto-scroll to trigger lazy loading
- *   3. Capture network requests (with body analysis)
- *   4. For each JSON response: detect list fields, infer columns, analyze auth
- *   5. Detect frontend framework (Vue/React/Pinia/Next.js)
- *   6. Generate structured capabilities.json
+ * Navigates to the target URL, auto-scrolls to trigger lazy loading,
+ * captures network traffic, analyzes JSON responses, and automatically
+ * infers CLI capabilities from discovered API endpoints.
  */
-export declare function exploreUrl(url: string, opts?: any): Promise<any>;
-export declare function renderExploreSummary(result: any): string;
+export declare function detectSiteName(url: string): string;
+export declare function slugify(value: string): string;
+export interface DiscoveredStore {
+    type: 'pinia' | 'vuex';
+    id: string;
+    actions: string[];
+    stateKeys: string[];
+}
+export declare function exploreUrl(url: string, opts: {
+    BrowserFactory: new () => any;
+    site?: string;
+    goal?: string;
+    authenticated?: boolean;
+    outDir?: string;
+    waitSeconds?: number;
+    query?: string;
+    clickLabels?: string[];
+    auto?: boolean;
+}): Promise<Record<string, any>>;
+export declare function renderExploreSummary(result: Record<string, any>): string;