@jackwener/opencli 0.1.0 → 0.1.1

package/dist/clis/bilibili/hot.yaml

@@ -0,0 +1,38 @@
+site: bilibili
+name: hot
+description: B站热门视频
+domain: www.bilibili.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of videos
+
+pipeline:
+  - navigate: https://www.bilibili.com
+
+  - evaluate: |
+      (async () => {
+        const res = await fetch('https://api.bilibili.com/x/web-interface/popular?ps=${{ args.limit }}&pn=1', {
+          credentials: 'include'
+        });
+        const data = await res.json();
+        return (data?.data?.list || []).map((item) => ({
+          title: item.title,
+          author: item.owner?.name,
+          play: item.stat?.view,
+          danmaku: item.stat?.danmaku,
+        }));
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      author: ${{ item.author }}
+      play: ${{ item.play }}
+      danmaku: ${{ item.danmaku }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, author, play, danmaku]

package/dist/clis/github/trending.yaml

@@ -0,0 +1,58 @@
+site: github
+name: trending
+description: GitHub trending repositories
+domain: github.com
+
+args:
+  language:
+    type: str
+    default: ""
+    description: "Programming language filter (e.g. python, rust)"
+  since:
+    type: str
+    default: daily
+    description: "Time range: daily, weekly, monthly"
+  limit:
+    type: int
+    default: 20
+    description: Number of repos
+
+pipeline:
+  - evaluate: |
+      (async () => {
+        const lang = '${{ args.language }}' ? '/${{ args.language }}' : '';
+        const res = await fetch(`https://github.com/trending${lang}?since=${{ args.since }}`, {
+          headers: { 'Accept': 'text/html' }
+        });
+        const html = await res.text();
+        const parser = new DOMParser();
+        const doc = parser.parseFromString(html, 'text/html');
+        const rows = doc.querySelectorAll('article.Box-row');
+        return Array.from(rows).map(row => {
+          const nameEl = row.querySelector('h2 a');
+          const descEl = row.querySelector('p');
+          const langEl = row.querySelector('[itemprop="programmingLanguage"]');
+          const starsEl = row.querySelectorAll('a.Link--muted');
+          const todayEl = row.querySelector('span.d-inline-block.float-sm-right');
+          return {
+            repo: nameEl?.textContent?.trim()?.replace(/\s+/g, '') || '',
+            description: descEl?.textContent?.trim() || '',
+            language: langEl?.textContent?.trim() || '',
+            stars: starsEl[0]?.textContent?.trim() || '',
+            forks: starsEl[1]?.textContent?.trim() || '',
+            today: todayEl?.textContent?.trim() || ''
+          };
+        });
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      repo: ${{ item.repo }}
+      description: ${{ item.description }}
+      language: ${{ item.language }}
+      stars: ${{ item.stars }}
+      today: ${{ item.today }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, repo, language, stars, today]

package/dist/clis/hackernews/top.yaml

@@ -0,0 +1,36 @@
+site: hackernews
+name: top
+description: Hacker News top stories
+domain: news.ycombinator.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of stories
+
+pipeline:
+  - fetch:
+      url: https://hacker-news.firebaseio.com/v0/topstories.json
+
+  - limit: 30
+
+  - map:
+      id: ${{ item }}
+
+  - fetch:
+      url: https://hacker-news.firebaseio.com/v0/item/${{ item.id }}.json
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      score: ${{ item.score }}
+      author: ${{ item.by }}
+      comments: ${{ item.descendants }}
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, score, author, comments]

package/dist/clis/index.d.ts

@@ -10,4 +10,5 @@ import './bilibili/history.js';
 import './bilibili/feed.js';
 import './bilibili/user-videos.js';
 import './github/search.js';
-import './zhihu/search.js';
+import './zhihu/question.js';
+import './xiaohongshu/search.js';

package/dist/clis/index.js

@@ -13,4 +13,6 @@ import './bilibili/user-videos.js';
 // github
 import './github/search.js';
 // zhihu
-import './zhihu/search.js';
+import './zhihu/question.js';
+// xiaohongshu
+import './xiaohongshu/search.js';

package/dist/clis/reddit/hot.yaml

@@ -0,0 +1,46 @@
+site: reddit
+name: hot
+description: Reddit 热门帖子
+domain: www.reddit.com
+
+args:
+  subreddit:
+    type: str
+    default: ""
+    description: "Subreddit name (e.g. programming). Empty for frontpage"
+  limit:
+    type: int
+    default: 20
+    description: Number of posts
+
+pipeline:
+  - navigate: https://www.reddit.com
+
+  - evaluate: |
+      (async () => {
+        const sub = '${{ args.subreddit }}';
+        const path = sub ? '/r/' + sub + '/hot.json' : '/hot.json';
+        const res = await fetch(path + '?limit=${{ args.limit }}&raw_json=1', {
+          credentials: 'include'
+        });
+        const d = await res.json();
+        return (d?.data?.children || []).map(c => ({
+          title: c.data.title,
+          subreddit: c.data.subreddit_name_prefixed,
+          score: c.data.score,
+          comments: c.data.num_comments,
+          author: c.data.author,
+          url: 'https://www.reddit.com' + c.data.permalink,
+        }));
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      subreddit: ${{ item.subreddit }}
+      score: ${{ item.score }}
+      comments: ${{ item.comments }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, subreddit, score, comments]

package/dist/clis/twitter/trending.yaml

@@ -0,0 +1,40 @@
+site: twitter
+name: trending
+description: Twitter/X trending topics
+domain: x.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of trends to show
+
+pipeline:
+  - navigate: https://x.com/explore/tabs/trending
+
+  - evaluate: |
+      (async () => {
+        const cookies = document.cookie.split(';').reduce((acc, c) => {
+          const [k, v] = c.trim().split('=');
+          acc[k] = v;
+          return acc;
+        }, {});
+        const csrfToken = cookies['ct0'] || '';
+        const bearerToken = 'AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
+        const res = await fetch('/i/api/2/guide.json?include_page_configuration=true', {
+          credentials: 'include',
+          headers: { 'x-twitter-active-user': 'yes', 'x-csrf-token': csrfToken, 'authorization': 'Bearer ' + bearerToken }
+        });
+        const data = await res.json();
+        const trends = data?.timeline?.instructions?.[1]?.addEntries?.entries || [];
+        return trends.filter(e => e.content?.timelineModule).flatMap(e => e.content.timelineModule.items || []).map(t => t?.item?.content?.trend).filter(Boolean);
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      topic: ${{ item.name }}
+      tweets: ${{ item.tweetCount || 'N/A' }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, topic, tweets]

package/dist/clis/v2ex/hot.yaml

@@ -0,0 +1,25 @@
+site: v2ex
+name: hot
+description: V2EX 热门话题
+domain: www.v2ex.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of topics
+
+pipeline:
+  - fetch:
+      url: https://www.v2ex.com/api/topics/hot.json
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      replies: ${{ item.replies }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, replies]

package/dist/clis/v2ex/latest.yaml

@@ -0,0 +1,25 @@
+site: v2ex
+name: latest
+description: V2EX 最新话题
+domain: www.v2ex.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of topics
+
+pipeline:
+  - fetch:
+      url: https://www.v2ex.com/api/topics/latest.json
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      replies: ${{ item.replies }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, replies]

package/dist/clis/v2ex/topic.yaml

@@ -0,0 +1,27 @@
+site: v2ex
+name: topic
+description: V2EX 主题详情和回复
+domain: www.v2ex.com
+strategy: public
+browser: false
+
+args:
+  id:
+    type: str
+    required: true
+    description: Topic ID
+
+pipeline:
+  - fetch:
+      url: https://www.v2ex.com/api/topics/show.json
+      params:
+        id: ${{ args.id }}
+
+  - map:
+      title: ${{ item.title }}
+      replies: ${{ item.replies }}
+      url: ${{ item.url }}
+
+  - limit: 1
+
+columns: [title, replies, url]

package/dist/clis/xiaohongshu/feed.yaml

@@ -0,0 +1,32 @@
+site: xiaohongshu
+name: feed
+description: "小红书首页推荐 Feed (via Pinia Store Action)"
+domain: www.xiaohongshu.com
+strategy: intercept
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of items to return
+
+columns: [title, author, likes, type, url]
+
+pipeline:
+  - navigate: https://www.xiaohongshu.com/explore
+  - wait: 3
+  - tap:
+      store: feed
+      action: fetchFeeds
+      capture: homefeed
+      select: data.items
+      timeout: 8
+  - map:
+      id: ${{ item.id }}
+      title: ${{ item.note_card.display_title }}
+      type: ${{ item.note_card.type }}
+      author: ${{ item.note_card.user.nickname }}
+      likes: ${{ item.note_card.interact_info.liked_count }}
+      url: https://www.xiaohongshu.com/explore/${{ item.id }}
+  - limit: ${{ args.limit | default(20) }}

package/dist/clis/xiaohongshu/notifications.yaml

@@ -0,0 +1,38 @@
+site: xiaohongshu
+name: notifications
+description: "小红书通知 (mentions/likes/connections)"
+domain: www.xiaohongshu.com
+strategy: intercept
+browser: true
+
+args:
+  type:
+    type: str
+    default: mentions
+    description: "Notification type: mentions, likes, or connections"
+  limit:
+    type: int
+    default: 20
+    description: Number of notifications to return
+
+columns: [rank, user, action, content, note, time]
+
+pipeline:
+  - navigate: https://www.xiaohongshu.com/notification
+  - wait: 3
+  - tap:
+      store: notification
+      action: getNotification
+      args:
+        - ${{ args.type | default('mentions') }}
+      capture: /you/
+      select: data.message_list
+      timeout: 8
+  - map:
+      rank: ${{ index + 1 }}
+      user: ${{ item.user_info.nickname }}
+      action: ${{ item.title }}
+      content: ${{ item.comment_info.content }}
+      note: ${{ item.item_info.content }}
+      time: ${{ item.time }}
+  - limit: ${{ args.limit | default(20) }}

package/dist/clis/xiaohongshu/search.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Xiaohongshu search — trigger search via Pinia store + XHR interception.
+ * Inspired by bb-sites/xiaohongshu/search.js but adapted for opencli pipeline.
+ */
+export {};

package/dist/clis/xiaohongshu/search.js

@@ -0,0 +1,68 @@
+/**
+ * Xiaohongshu search — trigger search via Pinia store + XHR interception.
+ * Inspired by bb-sites/xiaohongshu/search.js but adapted for opencli pipeline.
+ */
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'xiaohongshu',
+    name: 'search',
+    description: '搜索小红书笔记',
+    domain: 'www.xiaohongshu.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'keyword', required: true, help: 'Search keyword' },
+        { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
+    ],
+    columns: ['rank', 'title', 'author', 'likes', 'type'],
+    func: async (page, kwargs) => {
+        await page.goto('https://www.xiaohongshu.com');
+        await page.wait(2);
+        const data = await page.evaluate(`
+      (async () => {
+        const app = document.querySelector('#app')?.__vue_app__;
+        const pinia = app?.config?.globalProperties?.$pinia;
+        if (!pinia?._s) return {error: 'Page not ready'};
+
+        const searchStore = pinia._s.get('search');
+        if (!searchStore) return {error: 'Search store not found'};
+
+        let captured = null;
+        const origOpen = XMLHttpRequest.prototype.open;
+        const origSend = XMLHttpRequest.prototype.send;
+        XMLHttpRequest.prototype.open = function(m, u) { this.__url = u; return origOpen.apply(this, arguments); };
+        XMLHttpRequest.prototype.send = function(b) {
+          if (this.__url?.includes('search/notes')) {
+            const x = this;
+            const orig = x.onreadystatechange;
+            x.onreadystatechange = function() { if (x.readyState === 4 && !captured) { try { captured = JSON.parse(x.responseText); } catch {} } if (orig) orig.apply(this, arguments); };
+          }
+          return origSend.apply(this, arguments);
+        };
+
+        try {
+          searchStore.mutateSearchValue('${kwargs.keyword}');
+          await searchStore.loadMore();
+          await new Promise(r => setTimeout(r, 800));
+        } finally {
+          XMLHttpRequest.prototype.open = origOpen;
+          XMLHttpRequest.prototype.send = origSend;
+        }
+
+        if (!captured?.success) return {error: captured?.msg || 'Search failed'};
+        return (captured.data?.items || []).map(i => ({
+          title: i.note_card?.display_title || '',
+          type: i.note_card?.type || '',
+          url: 'https://www.xiaohongshu.com/explore/' + i.id,
+          author: i.note_card?.user?.nickname || '',
+          likes: i.note_card?.interact_info?.liked_count || '0',
+        }));
+      })()
+    `);
+        if (!Array.isArray(data))
+            return [];
+        return data.slice(0, kwargs.limit).map((item, i) => ({
+            rank: i + 1,
+            ...item,
+        }));
+    },
+});

package/dist/clis/zhihu/hot.yaml

@@ -0,0 +1,42 @@
+site: zhihu
+name: hot
+description: 知乎热榜
+domain: www.zhihu.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of items to return
+
+pipeline:
+  - navigate: https://www.zhihu.com
+
+  - evaluate: |
+      (async () => {
+        const res = await fetch('https://www.zhihu.com/api/v3/feed/topstory/hot-lists/total?limit=50', {
+          credentials: 'include'
+        });
+        const d = await res.json();
+        return (d?.data || []).map((item) => {
+          const t = item.target || {};
+          return {
+            title: t.title,
+            url: 'https://www.zhihu.com/question/' + t.id,
+            answer_count: t.answer_count,
+            follower_count: t.follower_count,
+            heat: item.detail_text || '',
+          };
+        });
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      heat: ${{ item.heat }}
+      answers: ${{ item.answer_count }}
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, heat, answers]

package/dist/clis/zhihu/question.js

@@ -0,0 +1,39 @@
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'zhihu',
+    name: 'question',
+    description: '知乎问题详情和回答',
+    domain: 'www.zhihu.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'id', required: true, help: 'Question ID (numeric)' },
+        { name: 'limit', type: 'int', default: 5, help: 'Number of answers' },
+    ],
+    columns: ['rank', 'author', 'votes', 'content'],
+    func: async (page, kwargs) => {
+        const { id, limit = 5 } = kwargs;
+        const stripHtml = (html) => (html || '').replace(/<[^>]+>/g, '').replace(/&nbsp;/g, ' ').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').trim();
+        // Fetch question detail and answers in parallel via evaluate
+        const result = await page.evaluate(`
+      async () => {
+        const [qResp, aResp] = await Promise.all([
+          fetch('https://www.zhihu.com/api/v4/questions/${id}?include=data[*].detail,excerpt,answer_count,follower_count,visit_count', {credentials: 'include'}),
+          fetch('https://www.zhihu.com/api/v4/questions/${id}/answers?limit=${limit}&offset=0&sort_by=default&include=data[*].content,voteup_count,comment_count,author', {credentials: 'include'})
+        ]);
+        if (!qResp.ok || !aResp.ok) return { error: true };
+        const q = await qResp.json();
+        const a = await aResp.json();
+        return { question: q, answers: a.data || [] };
+      }
+    `);
+        if (!result || result.error)
+            throw new Error('Failed to fetch question. Are you logged in?');
+        const answers = (result.answers ?? []).slice(0, Number(limit)).map((a, i) => ({
+            rank: i + 1,
+            author: a.author?.name ?? 'anonymous',
+            votes: a.voteup_count ?? 0,
+            content: stripHtml(a.content ?? '').slice(0, 200),
+        }));
+        return answers;
+    },
+});

package/dist/clis/zhihu/search.yaml

@@ -0,0 +1,55 @@
+site: zhihu
+name: search
+description: 知乎搜索
+domain: www.zhihu.com
+
+args:
+  keyword:
+    type: str
+    required: true
+    description: Search keyword
+  limit:
+    type: int
+    default: 10
+    description: Number of results
+
+pipeline:
+  - navigate: https://www.zhihu.com
+
+  - evaluate: |
+      (async () => {
+        const strip = (html) => (html || '').replace(/<[^>]+>/g, '').replace(/&nbsp;/g, ' ').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').replace(/<em>/g, '').replace(/<\/em>/g, '').trim();
+        const res = await fetch('https://www.zhihu.com/api/v4/search_v3?q=' + encodeURIComponent('${{ args.keyword }}') + '&t=general&offset=0&limit=${{ args.limit }}', {
+          credentials: 'include'
+        });
+        const d = await res.json();
+        return (d?.data || [])
+          .filter(item => item.type === 'search_result')
+          .map(item => {
+            const obj = item.object || {};
+            const q = obj.question || {};
+            return {
+              type: obj.type,
+              title: strip(obj.title || q.name || ''),
+              excerpt: strip(obj.excerpt || '').substring(0, 100),
+              author: obj.author?.name || '',
+              votes: obj.voteup_count || 0,
+              url: obj.type === 'answer'
+                ? 'https://www.zhihu.com/question/' + q.id + '/answer/' + obj.id
+                : obj.type === 'article'
+                ? 'https://zhuanlan.zhihu.com/p/' + obj.id
+                : 'https://www.zhihu.com/question/' + obj.id,
+            };
+          });
+      })()
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      type: ${{ item.type }}
+      author: ${{ item.author }}
+      votes: ${{ item.votes }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, type, author, votes]

package/dist/explore.d.ts

@@ -1,17 +1,27 @@
 /**
  * Deep Explore: intelligent API discovery with response analysis.
  *
- * Unlike simple page snapshots, Deep Explore intercepts network traffic,
- * analyzes response schemas, and automatically infers capabilities that
- * can be turned into CLI commands.
- *
- * Flow:
- *   1. Navigate to target URL
- *   2. Auto-scroll to trigger lazy loading
- *   3. Capture network requests (with body analysis)
- *   4. For each JSON response: detect list fields, infer columns, analyze auth
- *   5. Detect frontend framework (Vue/React/Pinia/Next.js)
- *   6. Generate structured capabilities.json
+ * Navigates to the target URL, auto-scrolls to trigger lazy loading,
+ * captures network traffic, analyzes JSON responses, and automatically
+ * infers CLI capabilities from discovered API endpoints.
  */
-export declare function exploreUrl(url: string, opts?: any): Promise<any>;
-export declare function renderExploreSummary(result: any): string;
+export declare function detectSiteName(url: string): string;
+export declare function slugify(value: string): string;
+export interface DiscoveredStore {
+    type: 'pinia' | 'vuex';
+    id: string;
+    actions: string[];
+    stateKeys: string[];
+}
+export declare function exploreUrl(url: string, opts: {
+    BrowserFactory: new () => any;
+    site?: string;
+    goal?: string;
+    authenticated?: boolean;
+    outDir?: string;
+    waitSeconds?: number;
+    query?: string;
+    clickLabels?: string[];
+    auto?: boolean;
+}): Promise<Record<string, any>>;
+export declare function renderExploreSummary(result: Record<string, any>): string;