@jackwener/opencli 1.7.3 → 1.7.5

package/clis/nowcoder/recommend.js

@@ -0,0 +1,30 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+
+cli({
+    site: 'nowcoder',
+    name: 'recommend',
+    description: 'Recommended feed',
+    domain: 'www.nowcoder.com',
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: 'page', type: 'int', default: 1, help: 'Page number' },
+        { name: 'limit', type: 'int', default: 15, help: 'Number of items' },
+    ],
+    columns: ['rank', 'title', 'author', 'likes', 'comments', 'views', 'id'],
+    pipeline: [
+        { fetch: { url: 'https://gw-c.nowcoder.com/api/sparta/home/recommend?page=${{ args.page }}&size=${{ args.limit }}' } },
+        { select: 'data.records' },
+        { map: {
+                rank: '${{ index + 1 }}',
+                title: `\${{ item.momentData?.title || item.longContentData?.title || item.contentData?.title || '' }}`,
+                author: `\${{ item.userBrief?.nickname || '' }}`,
+                likes: '${{ item.frequencyData?.likeCnt || 0 }}',
+                comments: '${{ item.frequencyData?.commentCnt || 0 }}',
+                views: '${{ item.frequencyData?.viewCnt || 0 }}',
+                id: `\${{ item.momentData?.uuid || item.longContentData?.uuid || item.contentData?.uuid || item.contentId || '' }}`,
+            } },
+        { filter: 'item.title' },
+        { limit: '${{ args.limit }}' },
+    ],
+});

package/clis/nowcoder/referral.js

@@ -0,0 +1,39 @@
+import { cli } from '@jackwener/opencli/registry';
+
+cli({
+    site: 'nowcoder',
+    name: 'referral',
+    description: 'Internal referral posts',
+    domain: 'www.nowcoder.com',
+    args: [
+        { name: 'page', type: 'int', default: 1, help: 'Page number' },
+        { name: 'limit', type: 'int', default: 15, help: 'Number of items' },
+    ],
+    columns: ['rank', 'title', 'author', 'school', 'likes', 'comments', 'views', 'id'],
+    pipeline: [
+        { navigate: 'https://www.nowcoder.com' },
+        { evaluate: `(async () => {
+  const page = \${{ args.page }};
+  const limit = \${{ args.limit }};
+  const r = await fetch('https://gw-c.nowcoder.com/api/sparta/home/tab/content?tabId=861&categoryType=1&pageNo=' + page + '&pageSize=' + limit, {credentials: 'include'});
+  const d = await r.json();
+  if (!d.success) throw new Error(d.msg || 'API failed');
+  return (d.data?.records || []).map((item, i) => {
+    const content = item.contentData || item.momentData || {};
+    return {
+      rank: i + 1,
+      title: content.title || '',
+      author: item.userBrief?.nickname || '',
+      school: item.userBrief?.educationInfo || '',
+      likes: item.frequencyData?.likeCnt || 0,
+      comments: item.frequencyData?.commentCnt || 0,
+      views: item.frequencyData?.viewCnt || 0,
+      id: item.momentData?.uuid || item.contentData?.uuid || item.contentId || '',
+    };
+  });
+})()
+` },
+        { filter: 'item.title' },
+        { limit: '${{ args.limit }}' },
+    ],
+});

package/clis/nowcoder/salary.js

@@ -0,0 +1,40 @@
+import { cli } from '@jackwener/opencli/registry';
+
+cli({
+    site: 'nowcoder',
+    name: 'salary',
+    description: 'Salary disclosure posts',
+    domain: 'www.nowcoder.com',
+    args: [
+        { name: 'page', type: 'int', default: 1, help: 'Page number' },
+        { name: 'limit', type: 'int', default: 15, help: 'Number of items' },
+    ],
+    columns: ['rank', 'title', 'author', 'school', 'likes', 'comments', 'views', 'id'],
+    pipeline: [
+        { navigate: 'https://www.nowcoder.com' },
+        { evaluate: `(async () => {
+  const page = \${{ args.page }};
+  const limit = \${{ args.limit }};
+  const r = await fetch('https://gw-c.nowcoder.com/api/sparta/home/tab/content?tabId=858&categoryType=1&pageNo=' + page + '&pageSize=' + limit, {credentials: 'include'});
+  const d = await r.json();
+  if (!d.success) throw new Error(d.msg || 'API failed');
+  return (d.data?.records || []).map((item, i) => {
+    const moment = item.momentData || {};
+    const content = item.contentData || {};
+    return {
+      rank: i + 1,
+      title: moment.title || content.title || '',
+      author: item.userBrief?.nickname || '',
+      school: item.userBrief?.educationInfo || '',
+      likes: item.frequencyData?.likeCnt || 0,
+      comments: item.frequencyData?.commentCnt || 0,
+      views: item.frequencyData?.viewCnt || 0,
+      id: moment.uuid || content.uuid || item.contentId || '',
+    };
+  });
+})()
+` },
+        { filter: 'item.title' },
+        { limit: '${{ args.limit }}' },
+    ],
+});

package/clis/nowcoder/search.js

@@ -0,0 +1,49 @@
+import { cli } from '@jackwener/opencli/registry';
+
+cli({
+    site: 'nowcoder',
+    name: 'search',
+    description: 'Full-text search',
+    domain: 'www.nowcoder.com',
+    args: [
+        { name: 'query', positional: true, required: true, help: 'Search keyword' },
+        { name: 'type', type: 'str', default: 'all', help: 'Search type (all/post/question/user/job)' },
+        { name: 'limit', type: 'int', default: 10, help: 'Number of results' },
+    ],
+    columns: ['rank', 'title', 'author', 'school', 'content', 'id'],
+    pipeline: [
+        { navigate: 'https://www.nowcoder.com' },
+        { evaluate: `(async () => {
+  const query = \${{ args.query | json }};
+  const type = \${{ args.type | json }};
+  const limit = \${{ args.limit }};
+  const strip = (html) => (html || '').replace(/<[^>]+>/g, '').replace(/&amp;/g, '&').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&nbsp;/g, ' ').trim();
+  const r = await fetch('https://gw-c.nowcoder.com/api/sparta/pc/search', {
+    method: 'POST',
+    credentials: 'include',
+    headers: {'Content-Type': 'application/json'},
+    body: JSON.stringify({query, type, page: 1, pageSize: limit})
+  });
+  const d = await r.json();
+  if (!d.success) throw new Error(d.msg || 'search failed');
+  return (d.data?.records || []).map((item, i) => {
+    const data = item.data || {};
+    const moment = data.momentData || {};
+    const contentData = data.contentData || {};
+    const user = data.userBrief || {};
+    const uuid = moment.uuid || contentData.uuid || '';
+    const id = data.contentId || '';
+    return {
+      rank: i + 1,
+      title: moment.title || contentData.title || user.nickname || '',
+      author: user.nickname || '',
+      school: user.educationInfo || '',
+      content: strip(moment.content || contentData.content || ''),
+      id: uuid || id,
+    };
+  }).filter(r => r.title);
+})()
+` },
+        { limit: '${{ args.limit }}' },
+    ],
+});

package/clis/nowcoder/suggest.js

@@ -0,0 +1,33 @@
+import { cli } from '@jackwener/opencli/registry';
+
+cli({
+    site: 'nowcoder',
+    name: 'suggest',
+    description: 'Search suggestions',
+    domain: 'www.nowcoder.com',
+    args: [
+        { name: 'query', positional: true, required: true, help: 'Search keyword' },
+    ],
+    columns: ['rank', 'suggestion', 'type'],
+    pipeline: [
+        { navigate: 'https://www.nowcoder.com' },
+        { evaluate: `(async () => {
+  const query = \${{ args.query | json }};
+  const r = await fetch('https://gw-c.nowcoder.com/api/sparta/search/suggest', {
+    method: 'POST',
+    credentials: 'include',
+    headers: {'Content-Type': 'application/json'},
+    body: JSON.stringify({query})
+  });
+  const d = await r.json();
+  if (!d.success) throw new Error(d.msg || 'suggest failed');
+  return (d.data?.records || []).map((item, i) => ({
+    rank: i + 1,
+    suggestion: item.name || '',
+    type: item.typeName || 'general',
+  }));
+})()
+` },
+        { limit: '10' },
+    ],
+});

package/clis/nowcoder/topics.js

@@ -0,0 +1,27 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+
+cli({
+    site: 'nowcoder',
+    name: 'topics',
+    description: 'Hot discussion topics',
+    domain: 'www.nowcoder.com',
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: 'limit', type: 'int', default: 10, help: 'Number of items' },
+    ],
+    columns: ['rank', 'topic', 'views', 'posts', 'heat', 'id'],
+    pipeline: [
+        { fetch: { url: 'https://gw-c.nowcoder.com/api/sparta/subject/hot-subject' } },
+        { select: 'data.result' },
+        { map: {
+                rank: '${{ index + 1 }}',
+                topic: '${{ item.content }}',
+                views: '${{ item.viewCount }}',
+                posts: '${{ item.momentCount }}',
+                heat: '${{ item.hotValue }}',
+                id: '${{ item.uuid || item.id || "" }}',
+            } },
+        { limit: '${{ args.limit }}' },
+    ],
+});

package/clis/nowcoder/trending.js

@@ -0,0 +1,25 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+
+cli({
+    site: 'nowcoder',
+    name: 'trending',
+    description: 'Trending posts',
+    domain: 'www.nowcoder.com',
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: 'limit', type: 'int', default: 10, help: 'Number of items' },
+    ],
+    columns: ['rank', 'title', 'heat', 'id'],
+    pipeline: [
+        { fetch: { url: 'https://gw-c.nowcoder.com/api/sparta/hot-search/top-hot-pc' } },
+        { select: 'data.result' },
+        { map: {
+                rank: '${{ index + 1 }}',
+                title: '${{ item.title }}',
+                heat: '${{ item.hotValueFromDolphin }}',
+                id: '${{ item.uuid || item.id || "" }}',
+            } },
+        { limit: '${{ args.limit }}' },
+    ],
+});

package/clis/tdx/hot-rank.js

@@ -0,0 +1,47 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+
+const TDX_HOT_URL = 'https://pul.tdx.com.cn/site/app/gzhbd/tdx-topsearch/page-main.html?pageName=page_topsearch&tabClickIndex=0&subtabIndex=0';
+
+cli({
+  site: 'tdx',
+  name: 'hot-rank',
+  description: '通达信热搜榜',
+  domain: 'pul.tdx.com.cn',
+  strategy: Strategy.COOKIE,
+  navigateBefore: true,
+  args: [
+    { name: 'limit', type: 'int', default: 20, help: '返回数量' },
+  ],
+  columns: ['rank', 'symbol', 'name', 'changePercent', 'heat', 'tags'],
+  func: async (page, kwargs) => {
+    await page.goto(TDX_HOT_URL);
+    await page.wait({ timeout: 15000 });
+    const data = await page.evaluate(`
+      (() => {
+        const cleanText = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim();
+        const cells = document.querySelectorAll('div.top-cell[data-code]');
+        const results = [];
+        const seen = new Set();
+        cells.forEach((cell, idx) => {
+          const symbol = cell.getAttribute('data-code') || '';
+          const name = cell.getAttribute('data-name') || '';
+          if (!symbol || !name || seen.has(symbol)) return;
+          seen.add(symbol);
+          const tagEls = cell.querySelectorAll('div.tips-item.gnbk');
+          const tags = Array.from(tagEls).map(t => cleanText(t)).filter(Boolean).join(',');
+          results.push({
+            rank: idx + 1,
+            symbol,
+            name,
+            changePercent: cleanText(cell.querySelector('div.top-zf')),
+            heat: cleanText(cell.querySelector('div.hotN')),
+            tags,
+          });
+        });
+        return results;
+      })()
+    `);
+    if (!Array.isArray(data)) return [];
+    return data.slice(0, kwargs.limit);
+  },
+});

package/clis/tdx/hot-rank.test.js

@@ -0,0 +1,59 @@
+import { describe, expect, it, vi } from 'vitest';
+import { getRegistry } from '@jackwener/opencli/registry';
+import './hot-rank.js';
+
+describe('tdx hot-rank command', () => {
+  it('registers the command with correct metadata', () => {
+    const command = getRegistry().get('tdx/hot-rank');
+    expect(command).toBeDefined();
+    expect(command).toMatchObject({
+      site: 'tdx',
+      name: 'hot-rank',
+      description: expect.stringContaining('通达信'),
+      domain: 'pul.tdx.com.cn',
+      navigateBefore: true,
+    });
+    expect(command.columns).toEqual(['rank', 'symbol', 'name', 'changePercent', 'heat', 'tags']);
+  });
+
+  it('returns hot stock data from the page', async () => {
+    const command = getRegistry().get('tdx/hot-rank');
+    const mockData = [
+      { rank: 1, symbol: '600519', name: '贵州茅台', changePercent: '+2.35%', heat: '1285', tags: '白酒', },
+      { rank: 2, symbol: '000001', name: '平安银行', changePercent: '-0.80%', heat: '856', tags: '银行', },
+    ];
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(mockData),
+    };
+    const result = await command.func(page, { limit: 20 });
+    expect(result).toHaveLength(2);
+    expect(result[0]).toEqual(mockData[0]);
+  });
+
+  it('respects the limit parameter', async () => {
+    const command = getRegistry().get('tdx/hot-rank');
+    const mockData = Array.from({ length: 30 }, (_, i) => ({
+      rank: i + 1, symbol: `${i}`, name: `stock${i}`, changePercent: '0%', heat: '0', tags: '',
+    }));
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(mockData),
+    };
+    const result = await command.func(page, { limit: 10 });
+    expect(result).toHaveLength(10);
+  });
+
+  it('returns empty array when evaluate returns non-array', async () => {
+    const command = getRegistry().get('tdx/hot-rank');
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(null),
+    };
+    const result = await command.func(page, { limit: 20 });
+    expect(result).toEqual([]);
+  });
+});

package/clis/ths/hot-rank.js

@@ -0,0 +1,49 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+
+const THS_HOT_URL = 'https://eq.10jqka.com.cn/webpage/ths-hot-list/index.html?showStatusBar=true';
+
+cli({
+  site: 'ths',
+  name: 'hot-rank',
+  description: '同花顺热股榜',
+  domain: 'eq.10jqka.com.cn',
+  strategy: Strategy.COOKIE,
+  navigateBefore: true,
+  args: [
+    { name: 'limit', type: 'int', default: 20, help: '返回数量' },
+  ],
+  columns: ['rank', 'name', 'changePercent', 'heat', 'tags'],
+  func: async (page, kwargs) => {
+    await page.goto(THS_HOT_URL);
+    await page.wait({ timeout: 15000 });
+    const data = await page.evaluate(`
+      (() => {
+        const cleanText = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim();
+        const cards = document.querySelectorAll('div.pt-22.pb-24.bgc-white.border');
+        const results = [];
+        const seen = new Set();
+        cards.forEach((card, idx) => {
+          const row = card.querySelector('div.flex.bgc-white');
+          if (!row) return;
+          const nameEl = row.querySelector('span.ellipsis');
+          const name = cleanText(nameEl);
+          if (!name || seen.has(name)) return;
+          seen.add(name);
+          const tagEls = card.querySelectorAll('div.tag.PFSC-R');
+          const tags = Array.from(tagEls).map(t => cleanText(t)).filter(Boolean).join(',');
+          const rankEl = row.querySelector('div.THSMF-M.bold');
+          results.push({
+            rank: cleanText(rankEl) || String(idx + 1),
+            name,
+            changePercent: cleanText(row.querySelector('div.range')),
+            heat: cleanText(row.querySelector('div.col4 > span')),
+            tags,
+          });
+        });
+        return results;
+      })()
+    `);
+    if (!Array.isArray(data)) return [];
+    return data.slice(0, kwargs.limit);
+  },
+});

package/clis/ths/hot-rank.test.js

@@ -0,0 +1,64 @@
+import { describe, expect, it, vi } from 'vitest';
+import { getRegistry } from '@jackwener/opencli/registry';
+import './hot-rank.js';
+
+describe('ths hot-rank command', () => {
+  it('registers the command with correct metadata', () => {
+    const command = getRegistry().get('ths/hot-rank');
+    expect(command).toBeDefined();
+    expect(command).toMatchObject({
+      site: 'ths',
+      name: 'hot-rank',
+      description: expect.stringContaining('同花顺'),
+      domain: 'eq.10jqka.com.cn',
+      navigateBefore: true,
+    });
+    expect(command.columns).toEqual(['rank', 'name', 'changePercent', 'heat', 'tags']);
+  });
+
+  it('includes tags column', () => {
+    const command = getRegistry().get('ths/hot-rank');
+    expect(command.columns).toContain('tags');
+  });
+
+  it('returns hot stock data with tags field', async () => {
+    const command = getRegistry().get('ths/hot-rank');
+    const mockData = [
+      { rank: 1, name: '圣阳股份', changePercent: '+10.00%', heat: '28.5万', tags: '动力电池回收,钠离子电池' },
+    ];
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(mockData),
+    };
+    const result = await command.func(page, { limit: 20 });
+    expect(result).toHaveLength(1);
+    expect(result[0].tags).toBe('动力电池回收,钠离子电池');
+    expect(result[0].name).toBe('圣阳股份');
+  });
+
+  it('respects the limit parameter', async () => {
+    const command = getRegistry().get('ths/hot-rank');
+    const mockData = Array.from({ length: 30 }, (_, i) => ({
+      rank: i + 1, name: `stock${i}`, changePercent: '0%', heat: '0', tags: '',
+    }));
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(mockData),
+    };
+    const result = await command.func(page, { limit: 10 });
+    expect(result).toHaveLength(10);
+  });
+
+  it('returns empty array when evaluate returns non-array', async () => {
+    const command = getRegistry().get('ths/hot-rank');
+    const page = {
+      goto: vi.fn().mockResolvedValue(undefined),
+      wait: vi.fn().mockResolvedValue(undefined),
+      evaluate: vi.fn().mockResolvedValue(null),
+    };
+    const result = await command.func(page, { limit: 20 });
+    expect(result).toEqual([]);
+  });
+});

package/clis/twitter/bookmarks.js

@@ -60,6 +60,7 @@ function extractBookmarkTweet(result, seen) {
         text: noteText || legacy.full_text || '',
         likes: legacy.favorite_count || 0,
         retweets: legacy.retweet_count || 0,
+        bookmarks: legacy.bookmark_count || 0,
         created_at: legacy.created_at || '',
         url: `https://x.com/${screenName}/status/${tw.rest_id}`,
     };
@@ -106,7 +107,7 @@ cli({
     args: [
         { name: 'limit', type: 'int', default: 20 },
     ],
-    columns: ['author', 'text', 'likes', 'url'],
+    columns: ['author', 'text', 'likes', 'retweets', 'bookmarks', 'url'],
     func: async (page, kwargs) => {
         const limit = kwargs.limit || 20;
         await page.goto('https://x.com');