@jackwener/opencli 1.6.2 → 1.6.4

package/src/clis/douyin/user-videos.test.ts

@@ -1,122 +0,0 @@
-import { beforeEach, describe, expect, it, vi } from 'vitest';
-
-const { fetchDouyinUserVideosMock, fetchDouyinCommentsMock } = vi.hoisted(() => ({
-  fetchDouyinUserVideosMock: vi.fn(),
-  fetchDouyinCommentsMock: vi.fn(),
-}));
-
-vi.mock('./_shared/public-api.js', () => ({
-  fetchDouyinUserVideos: fetchDouyinUserVideosMock,
-  fetchDouyinComments: fetchDouyinCommentsMock,
-}));
-
-import { getRegistry } from '../../registry.js';
-import { DEFAULT_COMMENT_LIMIT, MAX_USER_VIDEOS_LIMIT, normalizeCommentLimit, normalizeUserVideosLimit } from './user-videos.js';
-
-describe('douyin user-videos', () => {
-  beforeEach(() => {
-    fetchDouyinUserVideosMock.mockReset();
-    fetchDouyinCommentsMock.mockReset();
-  });
-
-  it('registers the command', () => {
-    const registry = getRegistry();
-    const values = [...registry.values()];
-    const command = values.find((cmd) => cmd.site === 'douyin' && cmd.name === 'user-videos');
-    expect(command).toBeDefined();
-  });
-
-  it('clamps limit to a safe maximum', () => {
-    expect(normalizeUserVideosLimit(100)).toBe(MAX_USER_VIDEOS_LIMIT);
-    expect(normalizeUserVideosLimit(0)).toBe(1);
-    expect(normalizeCommentLimit(99)).toBe(DEFAULT_COMMENT_LIMIT);
-  });
-
-  it('uses shared public-api helpers and applies clamped limits', async () => {
-    const registry = getRegistry();
-    const command = [...registry.values()].find((cmd) => cmd.site === 'douyin' && cmd.name === 'user-videos');
-    expect(command?.func).toBeDefined();
-    if (!command?.func) throw new Error('douyin user-videos command not registered');
-
-    fetchDouyinUserVideosMock.mockResolvedValueOnce([
-      {
-        aweme_id: '1',
-        desc: 'test video',
-        video: { duration: 1234, play_addr: { url_list: ['https://example.com/video.mp4'] } },
-        statistics: { digg_count: 9 },
-      },
-    ]);
-    fetchDouyinCommentsMock.mockResolvedValueOnce([
-      { text: 'nice', digg_count: 3, nickname: 'alice' },
-    ]);
-
-    const page = {
-      goto: vi.fn().mockResolvedValue(undefined),
-      wait: vi.fn().mockResolvedValue(undefined),
-    };
-
-    const rows = await command.func(page as any, {
-      sec_uid: 'MS4w-test',
-      limit: 100,
-      comment_limit: 99,
-      with_comments: true,
-    });
-
-    expect(fetchDouyinUserVideosMock).toHaveBeenCalledWith(page, 'MS4w-test', MAX_USER_VIDEOS_LIMIT);
-    expect(fetchDouyinCommentsMock).toHaveBeenCalledWith(page, '1', DEFAULT_COMMENT_LIMIT);
-    expect(rows).toEqual([
-      {
-        index: 1,
-        aweme_id: '1',
-        title: 'test video',
-        duration: 1,
-        digg_count: 9,
-        play_url: 'https://example.com/video.mp4',
-        top_comments: [
-          { text: 'nice', digg_count: 3, nickname: 'alice' },
-        ],
-      },
-    ]);
-  });
-
-  it('skips comment enrichment when with_comments is false', async () => {
-    const registry = getRegistry();
-    const command = [...registry.values()].find((cmd) => cmd.site === 'douyin' && cmd.name === 'user-videos');
-    expect(command?.func).toBeDefined();
-    if (!command?.func) throw new Error('douyin user-videos command not registered');
-
-    fetchDouyinUserVideosMock.mockResolvedValueOnce([
-      {
-        aweme_id: '2',
-        desc: 'plain video',
-        video: { duration: 2000, play_addr: { url_list: ['https://example.com/plain.mp4'] } },
-        statistics: { digg_count: 1 },
-      },
-    ]);
-
-    const page = {
-      goto: vi.fn().mockResolvedValue(undefined),
-      wait: vi.fn().mockResolvedValue(undefined),
-    };
-
-    const rows = await command.func(page as any, {
-      sec_uid: 'MS4w-test',
-      limit: 3,
-      with_comments: false,
-      comment_limit: 5,
-    });
-
-    expect(fetchDouyinCommentsMock).not.toHaveBeenCalled();
-    expect(rows).toEqual([
-      {
-        index: 1,
-        aweme_id: '2',
-        title: 'plain video',
-        duration: 2,
-        digg_count: 1,
-        play_url: 'https://example.com/plain.mp4',
-        top_comments: [],
-      },
-    ]);
-  });
-});

package/src/clis/douyin/user-videos.ts

@@ -1,101 +0,0 @@
-import { cli, Strategy } from '../../registry.js';
-import type { IPage } from '../../types.js';
-import { fetchDouyinComments, fetchDouyinUserVideos, type DouyinVideo } from './_shared/public-api.js';
-
-export const MAX_USER_VIDEOS_LIMIT = 20;
-export const USER_VIDEO_COMMENT_CONCURRENCY = 4;
-export const DEFAULT_COMMENT_LIMIT = 10;
-
-type EnrichedDouyinVideo = DouyinVideo & {
-  top_comments?: Array<{
-    text: string;
-    digg_count: number;
-    nickname: string;
-  }>;
-};
-
-export function normalizeUserVideosLimit(limit: unknown): number {
-  const numeric = Number(limit);
-  if (!Number.isFinite(numeric)) return MAX_USER_VIDEOS_LIMIT;
-  return Math.min(MAX_USER_VIDEOS_LIMIT, Math.max(1, Math.round(numeric)));
-}
-
-export function normalizeCommentLimit(limit: unknown): number {
-  const numeric = Number(limit);
-  if (!Number.isFinite(numeric)) return DEFAULT_COMMENT_LIMIT;
-  return Math.min(DEFAULT_COMMENT_LIMIT, Math.max(1, Math.round(numeric)));
-}
-
-async function mapInBatches<T, R>(
-  items: T[],
-  concurrency: number,
-  mapper: (item: T) => Promise<R>,
-): Promise<R[]> {
-  const results: R[] = [];
-  for (let index = 0; index < items.length; index += concurrency) {
-    const chunk = items.slice(index, index + concurrency);
-    results.push(...(await Promise.all(chunk.map(mapper))));
-  }
-  return results;
-}
-
-async function fetchTopComments(
-  page: IPage,
-  awemeId: string,
-  count: number,
-): Promise<Array<{ text: string; digg_count: number; nickname: string }>> {
-  try {
-    return await fetchDouyinComments(page, awemeId, count);
-  } catch {
-    return [];
-  }
-}
-
-cli({
-  site: 'douyin',
-  name: 'user-videos',
-  description: '获取指定用户的视频列表（含下载地址和热门评论）',
-  domain: 'www.douyin.com',
-  strategy: Strategy.COOKIE,
-  args: [
-    { name: 'sec_uid', type: 'string', required: true, positional: true, help: '用户 sec_uid（URL 末尾部分）' },
-    { name: 'limit', type: 'int', default: 20, help: '获取数量（最大 20）' },
-    { name: 'with_comments', type: 'bool', default: true, help: '包含热门评论（默认: true）' },
-    { name: 'comment_limit', type: 'int', default: 10, help: '每个视频获取多少条评论（最大 10）' },
-  ],
-  columns: ['index', 'aweme_id', 'title', 'duration', 'digg_count', 'play_url', 'top_comments'],
-  func: async (page: IPage, kwargs) => {
-    const secUid = kwargs.sec_uid as string;
-    const limit = normalizeUserVideosLimit(kwargs.limit);
-    const withComments = kwargs.with_comments !== false;
-    const commentLimit = normalizeCommentLimit(kwargs.comment_limit);
-
-    await page.goto(`https://www.douyin.com/user/${secUid}`);
-    await page.wait(3);
-
-    const awemeList = (await fetchDouyinUserVideos(page, secUid, limit)).slice(0, limit);
-    const videos: EnrichedDouyinVideo[] = withComments
-      ? await mapInBatches(
-          awemeList,
-          USER_VIDEO_COMMENT_CONCURRENCY,
-          async (video) => ({
-            ...video,
-            top_comments: await fetchTopComments(page, video.aweme_id, commentLimit),
-          }),
-        )
-      : awemeList.map((video) => ({ ...video, top_comments: [] }));
-
-    return videos.map((video, index) => {
-      const playUrl = video.video?.play_addr?.url_list?.[0] ?? '';
-      return {
-        index: index + 1,
-        aweme_id: video.aweme_id,
-        title: video.desc ?? '',
-        duration: Math.round((video.video?.duration ?? 0) / 1000),
-        digg_count: video.statistics?.digg_count ?? 0,
-        play_url: playUrl,
-        top_comments: video.top_comments ?? [],
-      };
-    });
-  },
-});

package/src/clis/douyin/videos.test.ts

@@ -1,62 +0,0 @@
-import { beforeEach, describe, expect, it, vi } from 'vitest';
-
-const { browserFetchMock } = vi.hoisted(() => ({
-  browserFetchMock: vi.fn(),
-}));
-
-vi.mock('./_shared/browser-fetch.js', () => ({
-  browserFetch: browserFetchMock,
-}));
-
-import { getRegistry } from '../../registry.js';
-import './videos.js';
-
-describe('douyin videos', () => {
-  beforeEach(() => {
-    browserFetchMock.mockReset();
-  });
-
-  it('registers the videos command', () => {
-    const registry = getRegistry();
-    const values = [...registry.values()];
-    const cmd = values.find(c => c.site === 'douyin' && c.name === 'videos');
-    expect(cmd).toBeDefined();
-  });
-
-  it('parses the current creator work_list api shape', async () => {
-    const registry = getRegistry();
-    const command = [...registry.values()].find((cmd) => cmd.site === 'douyin' && cmd.name === 'videos');
-    expect(command?.func).toBeDefined();
-    if (!command?.func) throw new Error('douyin videos command not registered');
-
-    browserFetchMock.mockResolvedValueOnce({
-      aweme_list: [
-        {
-          aweme_id: '7000000000000000001',
-          desc: '测试视频标题',
-          create_time: 1581571130,
-          statistics: {
-            play_count: 0,
-            digg_count: 12,
-          },
-          status: {
-            is_private: true,
-          },
-        },
-      ],
-    });
-
-    const rows = await command.func({} as any, { limit: 5, page: 1, status: 'all' });
-
-    expect(rows).toEqual([
-      {
-        aweme_id: '7000000000000000001',
-        title: '测试视频标题',
-        status: 'private',
-        play_count: 0,
-        digg_count: 12,
-        create_time: new Date(1581571130 * 1000).toLocaleString('zh-CN', { timeZone: 'Asia/Tokyo' }),
-      },
-    ]);
-  });
-});

package/src/clis/douyin/videos.ts

@@ -1,83 +0,0 @@
-import { cli, Strategy } from '../../registry.js';
-import { browserFetch } from './_shared/browser-fetch.js';
-import type { IPage } from '../../types.js';
-
-interface LegacyWorkItem {
-  aweme_id: string;
-  desc: string;
-  status: number;
-  public_time: number;
-  create_time: number;
-  statistics: { play_count: number; digg_count: number };
-}
-
-interface CurrentWorkItem {
-  aweme_id: string;
-  desc?: string;
-  status?: {
-    in_reviewing?: boolean;
-    is_private?: boolean;
-    is_delete?: boolean;
-    is_prohibited?: boolean;
-  };
-  public_time?: number;
-  create_time?: number;
-  statistics?: { play_count?: number; digg_count?: number };
-}
-
-function normalizeVideoStatus(
-  status: number | {
-    in_reviewing?: boolean;
-    is_private?: boolean;
-    is_delete?: boolean;
-    is_prohibited?: boolean;
-  } | undefined,
-  publicTime: number | undefined,
-): number | string {
-  if (typeof status === 'number') return status;
-  if (!status) return publicTime && publicTime > Date.now() / 1000 ? 'scheduled' : 'published';
-  if (status.is_delete) return 'deleted';
-  if (status.is_prohibited) return 'prohibited';
-  if (status.in_reviewing) return 'reviewing';
-  if (status.is_private) return 'private';
-  if (publicTime && publicTime > Date.now() / 1000) return 'scheduled';
-  return 'published';
-}
-
-cli({
-  site: 'douyin',
-  name: 'videos',
-  description: '获取作品列表',
-  domain: 'creator.douyin.com',
-  strategy: Strategy.COOKIE,
-  args: [
-    { name: 'limit', type: 'int', default: 20, help: '每页数量' },
-    { name: 'page', type: 'int', default: 1, help: '页码' },
-    { name: 'status', default: 'all', choices: ['all', 'published', 'reviewing', 'scheduled'] },
-  ],
-  columns: ['aweme_id', 'title', 'status', 'play_count', 'digg_count', 'create_time'],
-  func: async (page: IPage, kwargs) => {
-    const statusMap: Record<string, number> = { all: 0, published: 1, reviewing: 3, scheduled: 0 };
-    const statusNum = statusMap[kwargs.status as string] ?? 0;
-    const url = `https://creator.douyin.com/janus/douyin/creator/pc/work_list?page_size=${kwargs.limit}&page_num=${kwargs.page}&status=${statusNum}`;
-    const res = (await browserFetch(page, 'GET', url)) as {
-      data?: { work_list?: LegacyWorkItem[] };
-      aweme_list?: CurrentWorkItem[];
-    };
-    let items: Array<LegacyWorkItem | CurrentWorkItem> = res.data?.work_list ?? res.aweme_list ?? [];
-
-    // The API has a bug with status=16 for scheduled, so filter client-side
-    if (kwargs.status === 'scheduled') {
-      items = items.filter((v) => (v.public_time ?? 0) > Date.now() / 1000);
-    }
-
-    return items.map((v) => ({
-      aweme_id: v.aweme_id,
-      title: v.desc ?? '',
-      status: normalizeVideoStatus(v.status, v.public_time),
-      play_count: v.statistics?.play_count ?? 0,
-      digg_count: v.statistics?.digg_count ?? 0,
-      create_time: new Date((v.create_time ?? v.public_time ?? 0) * 1000).toLocaleString('zh-CN', { timeZone: 'Asia/Tokyo' }),
-    }));
-  },
-});

package/src/clis/facebook/add-friend.yaml

@@ -1,43 +0,0 @@
-site: facebook
-name: add-friend
-description: Send a friend request on Facebook
-domain: www.facebook.com
-
-args:
-  username:
-    type: str
-    required: true
-    positional: true
-    description: Facebook username or profile URL
-
-pipeline:
-  - navigate:
-      url: https://www.facebook.com/${{ args.username }}
-      settleMs: 3000
-
-  - evaluate: |
-      (async () => {
-        const username = ${{ args.username | json }};
-        // Find "Add Friend" button
-        const buttons = Array.from(document.querySelectorAll('[role="button"]'));
-        const addBtn = buttons.find(b => {
-          const text = b.textContent.trim();
-          return text === '加好友' || text === 'Add Friend' || text === 'Add friend';
-        });
-
-        if (!addBtn) {
-          // Check if already friends
-          const isFriend = buttons.some(b => {
-            const t = b.textContent.trim();
-            return t === '好友' || t === 'Friends' || t.includes('已发送') || t.includes('Pending');
-          });
-          if (isFriend) return [{ status: 'Already friends or request pending', username }];
-          return [{ status: 'Add Friend button not found', username }];
-        }
-
-        addBtn.click();
-        await new Promise(r => setTimeout(r, 1500));
-        return [{ status: 'Friend request sent', username }];
-      })()
-
-columns: [status, username]

package/src/clis/facebook/events.yaml

@@ -1,44 +0,0 @@
-site: facebook
-name: events
-description: Browse Facebook event categories
-domain: www.facebook.com
-
-args:
-  limit:
-    type: int
-    default: 15
-    description: Number of categories
-
-pipeline:
-  - navigate:
-      url: https://www.facebook.com/events
-      settleMs: 3000
-
-  - evaluate: |
-      (() => {
-        const limit = ${{ args.limit }};
-        // Try actual event items first
-        const articles = document.querySelectorAll('[role="article"]');
-        if (articles.length > 0) {
-          return Array.from(articles).slice(0, limit).map((el, i) => ({
-            index: i + 1,
-            name: el.textContent.trim().replace(/\s+/g, ' ').substring(0, 120),
-          }));
-        }
-
-        // List event categories from sidebar navigation
-        const links = Array.from(document.querySelectorAll('[role="navigation"] a'))
-          .filter(a => {
-            const href = a.href || '';
-            const text = a.textContent.trim();
-            return href.includes('/events/') && text.length > 1 && text.length < 60 &&
-              !href.includes('create');
-          });
-
-        return links.slice(0, limit).map((a, i) => ({
-          index: i + 1,
-          name: a.textContent.trim(),
-        }));
-      })()
-
-columns: [index, name]

package/src/clis/facebook/feed.yaml

@@ -1,63 +0,0 @@
-site: facebook
-name: feed
-description: Get your Facebook news feed
-domain: www.facebook.com
-
-args:
-  limit:
-    type: int
-    default: 10
-    description: Number of posts
-
-pipeline:
-  - navigate:
-      url: https://www.facebook.com/
-      settleMs: 4000
-
-  - evaluate: |
-      (() => {
-        const limit = ${{ args.limit }};
-        const posts = document.querySelectorAll('[role="article"]');
-        return Array.from(posts)
-          .filter(el => {
-            const text = el.textContent.trim();
-            // Filter out "People you may know" suggestions (both CN and EN)
-            return text.length > 30 &&
-              !text.startsWith('可能认识') &&
-              !text.startsWith('People you may know') &&
-              !text.startsWith('People You May Know');
-          })
-          .slice(0, limit)
-          .map((el, i) => {
-            // Author from header link
-            const headerLink = el.querySelector('h2 a, h3 a, h4 a, strong a');
-            const author = headerLink ? headerLink.textContent.trim() : '';
-
-            // Post text: grab visible spans, filter noise
-            const spans = Array.from(el.querySelectorAll('div[dir="auto"]'))
-              .map(s => s.textContent.trim())
-              .filter(t => t.length > 10 && t.length < 500);
-            const content = spans.length > 0 ? spans[0] : '';
-
-            // Engagement: find like/comment/share counts (CN + EN)
-            const allText = el.textContent;
-            const likesMatch = allText.match(/所有心情：([\d,.\s]*[\d万亿KMk]+)/) ||
-                               allText.match(/All:\s*([\d,.KMk]+)/) ||
-                               allText.match(/([\d,.KMk]+)\s*(?:likes?|reactions?)/i);
-            const commentsMatch = allText.match(/([\d,.]+\s*[万亿]?)\s*条评论/) ||
-                                  allText.match(/([\d,.KMk]+)\s*comments?/i);
-            const sharesMatch = allText.match(/([\d,.]+\s*[万亿]?)\s*次分享/) ||
-                                allText.match(/([\d,.KMk]+)\s*shares?/i);
-
-            return {
-              index: i + 1,
-              author: author.substring(0, 50),
-              content: content.replace(/\n/g, ' ').substring(0, 120),
-              likes: likesMatch ? likesMatch[1] : '-',
-              comments: commentsMatch ? commentsMatch[1] : '-',
-              shares: sharesMatch ? sharesMatch[1] : '-',
-            };
-          });
-      })()
-
-columns: [index, author, content, likes, comments, shares]

package/src/clis/facebook/friends.yaml

@@ -1,42 +0,0 @@
-site: facebook
-name: friends
-description: Get Facebook friend suggestions
-domain: www.facebook.com
-
-args:
-  limit:
-    type: int
-    default: 10
-    description: Number of friend suggestions
-
-pipeline:
-  - navigate:
-      url: https://www.facebook.com/friends
-      settleMs: 3000
-
-  - evaluate: |
-      (() => {
-        const limit = ${{ args.limit }};
-        const items = document.querySelectorAll('[role="listitem"]');
-        return Array.from(items)
-          .slice(0, limit)
-          .map((el, i) => {
-            const text = el.textContent.trim().replace(/\s+/g, ' ');
-            // Extract mutual info if present (before name extraction to avoid pollution)
-            const mutualMatch = text.match(/([\d,]+)\s*位.*(?:关注|共同|mutual)/);
-            // Extract name: remove mutual info, action buttons, etc.
-            let name = text
-              .replace(/[\d,]+\s*位.*(?:关注了|共同好友|mutual friends?)/, '')
-              .replace(/加好友.*/, '').replace(/Add [Ff]riend.*/, '')
-              .replace(/移除$/, '').replace(/Remove$/, '')
-              .trim();
-            return {
-              index: i + 1,
-              name: name.substring(0, 50),
-              mutual: mutualMatch ? mutualMatch[1] : '-',
-            };
-          })
-          .filter(item => item.name.length > 0);
-      })()
-
-columns: [index, name, mutual]

package/src/clis/facebook/groups.yaml

@@ -1,50 +0,0 @@
-site: facebook
-name: groups
-description: List your Facebook groups
-domain: www.facebook.com
-
-args:
-  limit:
-    type: int
-    default: 20
-    description: Number of groups
-
-pipeline:
-  - navigate:
-      url: https://www.facebook.com/groups/feed/
-      settleMs: 3000
-
-  - evaluate: |
-      (() => {
-        const limit = ${{ args.limit }};
-        const links = Array.from(document.querySelectorAll('a'))
-          .filter(a => {
-            const href = a.href || '';
-            return href.includes('/groups/') &&
-              !href.includes('/feed') &&
-              !href.includes('/discover') &&
-              !href.includes('/joins') &&
-              !href.includes('category=create') &&
-              a.textContent.trim().length > 2;
-          });
-
-        // Deduplicate by href
-        const seen = new Set();
-        const groups = [];
-        for (const a of links) {
-          const href = a.href.split('?')[0];
-          if (seen.has(href)) continue;
-          seen.add(href);
-          const raw = a.textContent.trim().replace(/\s+/g, ' ');
-          // Split name from "上次发帖" info
-          const parts = raw.split(/上次发帖|Last post/);
-          groups.push({
-            name: (parts[0] || '').trim().substring(0, 60),
-            last_post: parts[1] ? parts[1].replace(/^[：:]/, '').trim() : '-',
-            url: href,
-          });
-        }
-        return groups.slice(0, limit).map((g, i) => ({ index: i + 1, ...g }));
-      })()
-
-columns: [index, name, last_post, url]

package/src/clis/facebook/join-group.yaml

@@ -1,44 +0,0 @@
-site: facebook
-name: join-group
-description: Join a Facebook group
-domain: www.facebook.com
-
-args:
-  group:
-    type: str
-    required: true
-    positional: true
-    description: Group ID or URL path (e.g. '1876150192925481' or group name)
-
-pipeline:
-  - navigate:
-      url: https://www.facebook.com/groups/${{ args.group }}
-      settleMs: 3000
-
-  - evaluate: |
-      (async () => {
-        const group = ${{ args.group | json }};
-        const groupName = document.querySelector('h1')?.textContent?.trim() || group;
-
-        // Find "Join Group" button
-        const buttons = Array.from(document.querySelectorAll('[role="button"]'));
-        const joinBtn = buttons.find(b => {
-          const text = b.textContent.trim();
-          return text === '加入小组' || text === 'Join group' || text === 'Join Group';
-        });
-
-        if (!joinBtn) {
-          const isMember = buttons.some(b => {
-            const t = b.textContent.trim();
-            return t === '已加入' || t === 'Joined' || t === '成员' || t === 'Member';
-          });
-          if (isMember) return [{ status: 'Already a member', group: groupName }];
-          return [{ status: 'Join button not found', group: groupName }];
-        }
-
-        joinBtn.click();
-        await new Promise(r => setTimeout(r, 1500));
-        return [{ status: 'Join request sent', group: groupName }];
-      })()
-
-columns: [status, group]