@jackwener/opencli 1.1.1 → 1.2.0

package/dist/clis/douban/top250.yaml

@@ -0,0 +1,70 @@
+site: douban
+name: top250
+description: 豆瓣电影 Top250
+domain: movie.douban.com
+strategy: cookie
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 250
+    description: 返回结果数量
+
+pipeline:
+  - navigate: https://movie.douban.com/top250
+
+  - evaluate: |
+      async () => {
+        const results = [];
+        const limit = ${{ args.limit }};
+
+        const parsePage = (doc) => {
+          const items = doc.querySelectorAll('.item');
+          for (const item of items) {
+            if (results.length >= limit) break;
+
+            const rankEl = item.querySelector('.pic em');
+            const linkEl = item.querySelector('a');
+            const titleEl = item.querySelector('.title');
+            const ratingEl = item.querySelector('.rating_num');
+
+            const href = linkEl?.href || '';
+            const matchResult = href.match(/subject\/(\d+)/);
+            const id = matchResult ? matchResult[1] : '';
+
+            const title = titleEl?.textContent?.trim() || '';
+            const rank = parseInt(rankEl?.textContent || '0', 10);
+            const rating = ratingEl?.textContent?.trim() || '';
+
+            if (id && title) {
+              results.push({
+                rank: rank || results.length + 1,
+                id,
+                title,
+                rating: rating ? parseFloat(rating) : 0,
+                url: href
+              });
+            }
+          }
+        };
+
+        parsePage(document);
+
+        for (let start = 25; start < 250 && results.length < limit; start += 25) {
+          const resp = await fetch(`https://movie.douban.com/top250?start=${start}`);
+          if (!resp.ok) break;
+          const html = await resp.text();
+          if (!html) break;
+
+          const doc = new DOMParser().parseFromString(html, 'text/html');
+          parsePage(doc);
+          await new Promise(r => setTimeout(r, 150));
+        }
+
+        return results;
+      }
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, id, title, rating, url]

package/dist/clis/douban/utils.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Douban movie adapter utilities.
+ */
+import type { IPage } from '../../types.js';
+/**
+ * Get current user's Douban ID from movie.douban.com/mine page
+ */
+export declare function getSelfUid(page: IPage): Promise<string>;
+/**
+ * Douban mark (viewing record) interface
+ */
+export interface DoubanMark {
+    movieId: string;
+    title: string;
+    year: string;
+    myRating: number | null;
+    myStatus: 'collect' | 'wish' | 'do';
+    myComment: string;
+    myDate: string;
+    url: string;
+}
+/**
+ * Douban review interface
+ */
+export interface DoubanReview {
+    reviewId: string;
+    movieId: string;
+    movieTitle: string;
+    title: string;
+    content: string;
+    myRating: number;
+    createdAt: string;
+    votes: number;
+    url: string;
+}

package/dist/clis/douban/utils.js

@@ -0,0 +1,48 @@
+/**
+ * Douban movie adapter utilities.
+ */
+/**
+ * Get current user's Douban ID from movie.douban.com/mine page
+ */
+export async function getSelfUid(page) {
+    await page.goto('https://movie.douban.com/mine');
+    await page.wait({ time: 2 });
+    const uid = await page.evaluate(`
+    (() => {
+      // 方案1: 尝试从全局变量获取
+      if (window.__DATA__ && window.__DATA__.uid) {
+        return window.__DATA__.uid;
+      }
+      
+      // 方案2: 从导航栏用户链接获取
+      const navUserLink = document.querySelector('.nav-user-account a');
+      if (navUserLink) {
+        const href = navUserLink.href || '';
+        const match = href.match(/people\\/([^/]+)/);
+        if (match) return match[1];
+      }
+      
+      // 方案3: 从页面中的个人主页链接获取
+      const profileLink = document.querySelector('a[href*="/people/"]');
+      if (profileLink) {
+        const href = profileLink.getAttribute('href') || profileLink.href || '';
+        const match = href.match(/people\\/([^/]+)/);
+        if (match) return match[1];
+      }
+      
+      // 方案4: 从头部用户名区域获取
+      const userLink = document.querySelector('.global-nav-items a[href*="/people/"]');
+      if (userLink) {
+        const href = userLink.getAttribute('href') || userLink.href || '';
+        const match = href.match(/people\\/([^/]+)/);
+        if (match) return match[1];
+      }
+      
+      return '';
+    })()
+  `);
+    if (!uid) {
+        throw new Error('Not logged in to Douban. Please login in Chrome first.');
+    }
+    return uid;
+}

package/dist/clis/facebook/add-friend.yaml

@@ -0,0 +1,43 @@
+site: facebook
+name: add-friend
+description: Send a friend request on Facebook
+domain: www.facebook.com
+
+args:
+  username:
+    type: str
+    required: true
+    positional: true
+    description: Facebook username or profile URL
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/${{ args.username }}
+      settleMs: 3000
+
+  - evaluate: |
+      (async () => {
+        const username = ${{ args.username | json }};
+        // Find "Add Friend" button
+        const buttons = Array.from(document.querySelectorAll('[role="button"]'));
+        const addBtn = buttons.find(b => {
+          const text = b.textContent.trim();
+          return text === '加好友' || text === 'Add Friend' || text === 'Add friend';
+        });
+
+        if (!addBtn) {
+          // Check if already friends
+          const isFriend = buttons.some(b => {
+            const t = b.textContent.trim();
+            return t === '好友' || t === 'Friends' || t.includes('已发送') || t.includes('Pending');
+          });
+          if (isFriend) return [{ status: 'Already friends or request pending', username }];
+          return [{ status: 'Add Friend button not found', username }];
+        }
+
+        addBtn.click();
+        await new Promise(r => setTimeout(r, 1500));
+        return [{ status: 'Friend request sent', username }];
+      })()
+
+columns: [status, username]

package/dist/clis/facebook/events.yaml

@@ -0,0 +1,44 @@
+site: facebook
+name: events
+description: Browse Facebook event categories
+domain: www.facebook.com
+
+args:
+  limit:
+    type: int
+    default: 15
+    description: Number of categories
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/events
+      settleMs: 3000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        // Try actual event items first
+        const articles = document.querySelectorAll('[role="article"]');
+        if (articles.length > 0) {
+          return Array.from(articles).slice(0, limit).map((el, i) => ({
+            index: i + 1,
+            name: el.textContent.trim().replace(/\s+/g, ' ').substring(0, 120),
+          }));
+        }
+
+        // List event categories from sidebar navigation
+        const links = Array.from(document.querySelectorAll('[role="navigation"] a'))
+          .filter(a => {
+            const href = a.href || '';
+            const text = a.textContent.trim();
+            return href.includes('/events/') && text.length > 1 && text.length < 60 &&
+              !href.includes('create');
+          });
+
+        return links.slice(0, limit).map((a, i) => ({
+          index: i + 1,
+          name: a.textContent.trim(),
+        }));
+      })()
+
+columns: [index, name]

package/dist/clis/facebook/feed.yaml

@@ -0,0 +1,63 @@
+site: facebook
+name: feed
+description: Get your Facebook news feed
+domain: www.facebook.com
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Number of posts
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/
+      settleMs: 4000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        const posts = document.querySelectorAll('[role="article"]');
+        return Array.from(posts)
+          .filter(el => {
+            const text = el.textContent.trim();
+            // Filter out "People you may know" suggestions (both CN and EN)
+            return text.length > 30 &&
+              !text.startsWith('可能认识') &&
+              !text.startsWith('People you may know') &&
+              !text.startsWith('People You May Know');
+          })
+          .slice(0, limit)
+          .map((el, i) => {
+            // Author from header link
+            const headerLink = el.querySelector('h2 a, h3 a, h4 a, strong a');
+            const author = headerLink ? headerLink.textContent.trim() : '';
+
+            // Post text: grab visible spans, filter noise
+            const spans = Array.from(el.querySelectorAll('div[dir="auto"]'))
+              .map(s => s.textContent.trim())
+              .filter(t => t.length > 10 && t.length < 500);
+            const content = spans.length > 0 ? spans[0] : '';
+
+            // Engagement: find like/comment/share counts (CN + EN)
+            const allText = el.textContent;
+            const likesMatch = allText.match(/所有心情：([\d,.\s]*[\d万亿KMk]+)/) ||
+                               allText.match(/All:\s*([\d,.KMk]+)/) ||
+                               allText.match(/([\d,.KMk]+)\s*(?:likes?|reactions?)/i);
+            const commentsMatch = allText.match(/([\d,.]+\s*[万亿]?)\s*条评论/) ||
+                                  allText.match(/([\d,.KMk]+)\s*comments?/i);
+            const sharesMatch = allText.match(/([\d,.]+\s*[万亿]?)\s*次分享/) ||
+                                allText.match(/([\d,.KMk]+)\s*shares?/i);
+
+            return {
+              index: i + 1,
+              author: author.substring(0, 50),
+              content: content.replace(/\n/g, ' ').substring(0, 120),
+              likes: likesMatch ? likesMatch[1] : '-',
+              comments: commentsMatch ? commentsMatch[1] : '-',
+              shares: sharesMatch ? sharesMatch[1] : '-',
+            };
+          });
+      })()
+
+columns: [index, author, content, likes, comments, shares]

package/dist/clis/facebook/friends.yaml

@@ -0,0 +1,42 @@
+site: facebook
+name: friends
+description: Get Facebook friend suggestions
+domain: www.facebook.com
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Number of friend suggestions
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/friends
+      settleMs: 3000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        const items = document.querySelectorAll('[role="listitem"]');
+        return Array.from(items)
+          .slice(0, limit)
+          .map((el, i) => {
+            const text = el.textContent.trim().replace(/\s+/g, ' ');
+            // Extract mutual info if present (before name extraction to avoid pollution)
+            const mutualMatch = text.match(/([\d,]+)\s*位.*(?:关注|共同|mutual)/);
+            // Extract name: remove mutual info, action buttons, etc.
+            let name = text
+              .replace(/[\d,]+\s*位.*(?:关注了|共同好友|mutual friends?)/, '')
+              .replace(/加好友.*/, '').replace(/Add [Ff]riend.*/, '')
+              .replace(/移除$/, '').replace(/Remove$/, '')
+              .trim();
+            return {
+              index: i + 1,
+              name: name.substring(0, 50),
+              mutual: mutualMatch ? mutualMatch[1] : '-',
+            };
+          })
+          .filter(item => item.name.length > 0);
+      })()
+
+columns: [index, name, mutual]

package/dist/clis/facebook/groups.yaml

@@ -0,0 +1,50 @@
+site: facebook
+name: groups
+description: List your Facebook groups
+domain: www.facebook.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of groups
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/groups/feed/
+      settleMs: 3000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        const links = Array.from(document.querySelectorAll('a'))
+          .filter(a => {
+            const href = a.href || '';
+            return href.includes('/groups/') &&
+              !href.includes('/feed') &&
+              !href.includes('/discover') &&
+              !href.includes('/joins') &&
+              !href.includes('category=create') &&
+              a.textContent.trim().length > 2;
+          });
+
+        // Deduplicate by href
+        const seen = new Set();
+        const groups = [];
+        for (const a of links) {
+          const href = a.href.split('?')[0];
+          if (seen.has(href)) continue;
+          seen.add(href);
+          const raw = a.textContent.trim().replace(/\s+/g, ' ');
+          // Split name from "上次发帖" info
+          const parts = raw.split(/上次发帖|Last post/);
+          groups.push({
+            name: (parts[0] || '').trim().substring(0, 60),
+            last_post: parts[1] ? parts[1].replace(/^[：:]/, '').trim() : '-',
+            url: href,
+          });
+        }
+        return groups.slice(0, limit).map((g, i) => ({ index: i + 1, ...g }));
+      })()
+
+columns: [index, name, last_post, url]

package/dist/clis/facebook/join-group.yaml

@@ -0,0 +1,44 @@
+site: facebook
+name: join-group
+description: Join a Facebook group
+domain: www.facebook.com
+
+args:
+  group:
+    type: str
+    required: true
+    positional: true
+    description: Group ID or URL path (e.g. '1876150192925481' or group name)
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/groups/${{ args.group }}
+      settleMs: 3000
+
+  - evaluate: |
+      (async () => {
+        const group = ${{ args.group | json }};
+        const groupName = document.querySelector('h1')?.textContent?.trim() || group;
+
+        // Find "Join Group" button
+        const buttons = Array.from(document.querySelectorAll('[role="button"]'));
+        const joinBtn = buttons.find(b => {
+          const text = b.textContent.trim();
+          return text === '加入小组' || text === 'Join group' || text === 'Join Group';
+        });
+
+        if (!joinBtn) {
+          const isMember = buttons.some(b => {
+            const t = b.textContent.trim();
+            return t === '已加入' || t === 'Joined' || t === '成员' || t === 'Member';
+          });
+          if (isMember) return [{ status: 'Already a member', group: groupName }];
+          return [{ status: 'Join button not found', group: groupName }];
+        }
+
+        joinBtn.click();
+        await new Promise(r => setTimeout(r, 1500));
+        return [{ status: 'Join request sent', group: groupName }];
+      })()
+
+columns: [status, group]

package/dist/clis/facebook/memories.yaml

@@ -0,0 +1,39 @@
+site: facebook
+name: memories
+description: Get your Facebook memories (On This Day)
+domain: www.facebook.com
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Number of memories
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/onthisday
+      settleMs: 4000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        const articles = document.querySelectorAll('[role="article"]');
+        return Array.from(articles)
+          .slice(0, limit)
+          .map((el, i) => {
+            const headerLink = el.querySelector('h2 a, h3 a, h4 a, strong a');
+            const spans = Array.from(el.querySelectorAll('div[dir="auto"]'))
+              .map(s => s.textContent.trim())
+              .filter(t => t.length > 5 && t.length < 500);
+            const timeEl = el.querySelector('a[href*="/posts/"] span, a[href*="story_fbid"] span');
+            return {
+              index: i + 1,
+              source: headerLink ? headerLink.textContent.trim().substring(0, 50) : '-',
+              content: (spans[0] || '').replace(/\n/g, ' ').substring(0, 150),
+              time: timeEl ? timeEl.textContent.trim() : '-',
+            };
+          })
+          .filter(item => item.content.length > 0 || item.source !== '-');
+      })()
+
+columns: [index, source, content, time]

package/dist/clis/facebook/notifications.yaml

@@ -0,0 +1,40 @@
+site: facebook
+name: notifications
+description: Get recent Facebook notifications
+domain: www.facebook.com
+
+args:
+  limit:
+    type: int
+    default: 15
+    description: Number of notifications
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/notifications
+      settleMs: 3000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        const items = document.querySelectorAll('[role="listitem"]');
+        return Array.from(items)
+          .filter(el => el.querySelectorAll('a').length > 0)
+          .slice(0, limit)
+          .map((el, i) => {
+            const raw = el.textContent.trim().replace(/\s+/g, ' ');
+            // Remove leading "未读" and trailing "标记为已读"
+            const cleaned = raw.replace(/^未读/, '').replace(/标记为已读$/, '').replace(/^Unread/, '').replace(/Mark as read$/, '').trim();
+            // Try to extract time (last segment like "11小时", "5天", "1周")
+            const timeMatch = cleaned.match(/(\d+\s*(?:分钟|小时|天|周|个月|minutes?|hours?|days?|weeks?|months?))\s*$/);
+            const time = timeMatch ? timeMatch[1] : '';
+            const text = timeMatch ? cleaned.slice(0, -timeMatch[0].length).trim() : cleaned;
+            return {
+              index: i + 1,
+              text: text.substring(0, 150),
+              time: time || '-',
+            };
+          });
+      })()
+
+columns: [index, text, time]

package/dist/clis/facebook/profile.yaml

@@ -0,0 +1,37 @@
+site: facebook
+name: profile
+description: Get Facebook user/page profile info
+domain: www.facebook.com
+
+args:
+  username:
+    type: str
+    required: true
+    positional: true
+    description: Facebook username or page name
+
+pipeline:
+  - navigate:
+      url: https://www.facebook.com/${{ args.username }}
+      settleMs: 3000
+
+  - evaluate: |
+      (() => {
+        const h1 = document.querySelector('h1');
+        let name = h1 ? h1.textContent.trim() : '';
+
+        // Find friends/followers links
+        const links = Array.from(document.querySelectorAll('a'));
+        const friendsLink = links.find(a => a.href && a.href.includes('/friends'));
+        const followersLink = links.find(a => a.href && a.href.includes('/followers'));
+
+        return [{
+          name: name,
+          username: ${{ args.username | json }},
+          friends: friendsLink ? friendsLink.textContent.trim() : '-',
+          followers: followersLink ? followersLink.textContent.trim() : '-',
+          url: window.location.href,
+        }];
+      })()
+
+columns: [name, username, friends, followers, url]

package/dist/clis/facebook/search.yaml

@@ -0,0 +1,46 @@
+site: facebook
+name: search
+description: Search Facebook for people, pages, or posts
+domain: www.facebook.com
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Search query
+  limit:
+    type: int
+    default: 10
+    description: Number of results
+
+pipeline:
+  - navigate: https://www.facebook.com
+
+  - evaluate: |
+      (async () => {
+        const query = ${{ args.query | json }};
+        const limit = ${{ args.limit }};
+        window.location.href = 'https://www.facebook.com/search/top?q=' + encodeURIComponent(query);
+        await new Promise(r => setTimeout(r, 4000));
+        // Search results are typically in role="article" or role="listitem"
+        let items = document.querySelectorAll('[role="article"]');
+        if (items.length === 0) {
+          items = document.querySelectorAll('[role="listitem"]');
+        }
+        return Array.from(items)
+          .filter(el => el.textContent.trim().length > 20)
+          .slice(0, limit)
+          .map((el, i) => {
+            const link = el.querySelector('a[href*="facebook.com/"]');
+            const heading = el.querySelector('h2, h3, h4, strong');
+            return {
+              index: i + 1,
+              title: heading ? heading.textContent.trim().substring(0, 80) : '',
+              text: el.textContent.trim().replace(/\s+/g, ' ').substring(0, 150),
+              url: link ? link.href.split('?')[0] : '',
+            };
+          });
+      })()
+
+columns: [index, title, text, url]

package/dist/clis/google/news.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Google News via public RSS feed.
+ * Supports top stories (no keyword) and search (with keyword).
+ */
+export {};

package/dist/clis/google/news.js

@@ -0,0 +1,58 @@
+/**
+ * Google News via public RSS feed.
+ * Supports top stories (no keyword) and search (with keyword).
+ */
+import { cli, Strategy } from '../../registry.js';
+import { CliError } from '../../errors.js';
+import { parseRssItems } from './utils.js';
+cli({
+    site: 'google',
+    name: 'news',
+    description: 'Get Google News headlines',
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: 'keyword', positional: true, help: 'Search query (omit for top stories)' },
+        { name: 'limit', type: 'int', default: 10, help: 'Number of results' },
+        { name: 'lang', default: 'en', help: 'Language short code (e.g. en, zh)' },
+        { name: 'region', default: 'US', help: 'Region code (e.g. US, CN)' },
+    ],
+    columns: ['title', 'source', 'date', 'url'],
+    func: async (_page, args) => {
+        const limit = Math.max(1, Math.min(Number(args.limit), 100));
+        const lang = encodeURIComponent(args.lang);
+        const region = encodeURIComponent(args.region);
+        const ceid = `${args.region}:${args.lang}`;
+        // Top stories or search
+        const base = args.keyword
+            ? `https://news.google.com/rss/search?q=${encodeURIComponent(args.keyword)}&hl=${lang}&gl=${region}&ceid=${ceid}`
+            : `https://news.google.com/rss?hl=${lang}&gl=${region}&ceid=${ceid}`;
+        const resp = await fetch(base);
+        if (!resp.ok) {
+            throw new CliError('FETCH_ERROR', `HTTP ${resp.status}`, 'Check your network connection');
+        }
+        const xml = await resp.text();
+        const items = parseRssItems(xml, ['title', 'link', 'pubDate', 'source']);
+        if (!items.length) {
+            throw new CliError('NOT_FOUND', 'No news articles found', 'Try a different keyword or region');
+        }
+        return items.slice(0, limit).map(item => {
+            // Extract source: prefer <source> element, fallback to parsing title
+            let title = item['title'] || '';
+            let source = item['source'] || '';
+            if (!source) {
+                const idx = title.lastIndexOf(' - ');
+                if (idx !== -1) {
+                    source = title.slice(idx + 3);
+                    title = title.slice(0, idx);
+                }
+            }
+            return {
+                title,
+                source,
+                date: item['pubDate'] || '',
+                url: item['link'] || '',
+            };
+        });
+    },
+});