@jackwener/opencli 1.1.1 → 1.2.0

package/src/clis/boss/send.ts

@@ -1,11 +1,14 @@
 /**
  * BOSS直聘 send message — via UI automation on chat page.
  *
- * Flow: navigate to chat → click on user in list → type in editor → send.
- * BOSS chat uses MQTT (not HTTP) for messaging, so we must go through the UI.
+ * BOSS chat uses MQTT (not HTTP) for messaging, so we must go through the UI
+ * rather than making direct API calls.
  */
 import { cli, Strategy } from '../../registry.js';
-import type { IPage } from '../../types.js';
+import {
+  requirePage, navigateToChat, findFriendByUid,
+  clickCandidateInList, typeAndSendMessage,
+} from './common.js';
 
 cli({
   site: 'boss',
@@ -13,181 +16,38 @@ cli({
   description: 'BOSS直聘发送聊天消息',
   domain: 'www.zhipin.com',
   strategy: Strategy.COOKIE,
-
+  navigateBefore: false,
   browser: true,
   args: [
-    { name: 'uid', required: true, help: 'Encrypted UID of the candidate (from chatlist)' },
+    { name: 'uid', positional: true, required: true, help: 'Encrypted UID of the candidate (from chatlist)' },
     { name: 'text', required: true, positional: true, help: 'Message text to send' },
   ],
   columns: ['status', 'detail'],
-  func: async (page: IPage | null, kwargs) => {
-    if (!page) throw new Error('Browser page required');
-
-    const uid = kwargs.uid;
-    const text = kwargs.text;
-
-    // Step 1: Navigate to chat page
-    await page.goto('https://www.zhipin.com/web/chat/index');
-    await page.wait({ time: 3 });
-
-    // Step 2: Find friend in list to get their numeric uid, then click
-    const friendData: any = await page.evaluate(`
-      async () => {
-        return new Promise((resolve, reject) => {
-          const xhr = new XMLHttpRequest();
-          xhr.open('GET', 'https://www.zhipin.com/wapi/zprelation/friend/getBossFriendListV2.json?page=1&status=0&jobId=0', true);
-          xhr.withCredentials = true;
-          xhr.timeout = 15000;
-          xhr.setRequestHeader('Accept', 'application/json');
-          xhr.onload = () => { try { resolve(JSON.parse(xhr.responseText)); } catch(e) { reject(e); } };
-          xhr.onerror = () => reject(new Error('Network Error'));
-          xhr.send();
-        });
-      }
-    `);
-
-    if (friendData.code !== 0) {
-      if (friendData.code === 7 || friendData.code === 37) {
-        throw new Error('Cookie 已过期！请在当前 Chrome 浏览器中重新登录 BOSS 直聘。');
-      }
-      throw new Error('获取好友列表失败: ' + (friendData.message || friendData.code));
-    }
-
-    let target: any = null;
-    const allFriends = friendData.zpData?.friendList || [];
-    target = allFriends.find((f: any) => f.encryptUid === uid);
+  func: async (page, kwargs) => {
+    requirePage(page);
 
-    if (!target) {
-      for (let p = 2; p <= 5; p++) {
-        const moreUrl = `https://www.zhipin.com/wapi/zprelation/friend/getBossFriendListV2.json?page=${p}&status=0&jobId=0`;
-        const moreData: any = await page.evaluate(`
-          async () => {
-            return new Promise((resolve, reject) => {
-              const xhr = new XMLHttpRequest();
-              xhr.open('GET', '${moreUrl}', true);
-              xhr.withCredentials = true;
-              xhr.timeout = 15000;
-              xhr.setRequestHeader('Accept', 'application/json');
-              xhr.onload = () => { try { resolve(JSON.parse(xhr.responseText)); } catch(e) { reject(e); } };
-              xhr.onerror = () => reject(new Error('Network Error'));
-              xhr.send();
-            });
-          }
-        `);
-        if (moreData.code === 0) {
-          const list = moreData.zpData?.friendList || [];
-          target = list.find((f: any) => f.encryptUid === uid);
-          if (target) break;
-          if (list.length === 0) break;
-        }
-      }
-    }
-
-    if (!target) throw new Error('未找到该候选人，请确认 uid 是否正确');
+    await navigateToChat(page, 3);
 
-    const numericUid = target.uid;
-    const friendName = target.name || '候选人';
+    const friend = await findFriendByUid(page, kwargs.uid, { maxPages: 5 });
+    if (!friend) throw new Error('未找到该候选人，请确认 uid 是否正确');
 
-    // Step 3: Click on the user in the chat list to open conversation
-    const clicked: any = await page.evaluate(`
-      async () => {
-        // The geek-item has id like _748787762-0
-        const item = document.querySelector('#_${numericUid}-0') || document.querySelector('[id^="_${numericUid}"]');
-        if (item) {
-          item.click();
-          return { clicked: true, id: item.id };
-        }
-        // Fallback: try clicking by iterating geek items
-        const items = document.querySelectorAll('.geek-item');
-        for (const el of items) {
-          if (el.id && el.id.startsWith('_${numericUid}')) {
-            el.click();
-            return { clicked: true, id: el.id };
-          }
-        }
-        return { clicked: false };
-      }
-    `);
+    const numericUid = friend.uid;
+    const friendName = friend.name || '候选人';
 
-    if (!clicked.clicked) {
+    const clicked = await clickCandidateInList(page, numericUid);
+    if (!clicked) {
       throw new Error('无法在聊天列表中找到该用户，请确认聊天列表中有此人');
     }
 
-    // Step 4: Wait for the conversation to load and input area to appear
     await page.wait({ time: 2 });
 
-    // Step 5: Find the message editor and type
-    const typed: any = await page.evaluate(`
-      async () => {
-        // Look for the chat editor - BOSS uses contenteditable div or textarea
-        const selectors = [
-          '.chat-editor [contenteditable="true"]',
-          '.chat-input [contenteditable="true"]',
-          '.message-editor [contenteditable="true"]',
-          '.chat-conversation [contenteditable="true"]',
-          '[contenteditable="true"]',
-          '.chat-editor textarea',
-          '.chat-input textarea',
-          'textarea',
-        ];
-        
-        for (const sel of selectors) {
-          const el = document.querySelector(sel);
-          if (el && el.offsetParent !== null) {
-            el.focus();
-            
-            if (el.tagName === 'TEXTAREA' || el.tagName === 'INPUT') {
-              el.value = ${JSON.stringify(text)};
-              el.dispatchEvent(new Event('input', { bubbles: true }));
-              el.dispatchEvent(new Event('change', { bubbles: true }));
-            } else {
-              // contenteditable
-              el.textContent = '';
-              el.focus();
-              document.execCommand('insertText', false, ${JSON.stringify(text)});
-              el.dispatchEvent(new Event('input', { bubbles: true }));
-            }
-            
-            return { found: true, selector: sel, tag: el.tagName };
-          }
-        }
-        
-        // Debug: list all visible elements in chat-conversation
-        const conv = document.querySelector('.chat-conversation');
-        const allEls = conv ? Array.from(conv.querySelectorAll('*')).filter(e => e.offsetParent !== null).map(e => e.tagName + '.' + (e.className?.substring?.(0, 50) || '')).slice(0, 30) : [];
-        
-        return { found: false, visibleElements: allEls };
-      }
-    `);
-
-    if (!typed.found) {
-      throw new Error('找不到消息输入框。可能的元素: ' + JSON.stringify(typed.visibleElements || []));
-    }
-
-    await page.wait({ time: 0.5 });
-
-    // Step 6: Click the send button (Enter key doesn't trigger send on BOSS)
-    const sent: any = await page.evaluate(`
-      async () => {
-        // The send button is .submit inside .submit-content
-        const btn = document.querySelector('.conversation-editor .submit') 
-                 || document.querySelector('.submit-content .submit')
-                 || document.querySelector('.conversation-operate .submit');
-        if (btn) {
-          btn.click();
-          return { clicked: true };
-        }
-        return { clicked: false };
-      }
-    `);
-
-    if (!sent.clicked) {
-      // Fallback: try Enter key
-      await page.pressKey('Enter');
+    const sent = await typeAndSendMessage(page, kwargs.text);
+    if (!sent) {
+      throw new Error('找不到消息输入框');
     }
 
     await page.wait({ time: 1 });
 
-    return [{ status: '✅ 发送成功', detail: `已向 ${friendName} 发送: ${text}` }];
+    return [{ status: '✅ 发送成功', detail: `已向 ${friendName} 发送: ${kwargs.text}` }];
   },
 });

package/src/clis/boss/stats.ts

@@ -1,13 +1,8 @@
 /**
  * BOSS直聘 stats — job statistics overview.
- *
- * Uses /wapi/zpchat/chatHelper/statistics for total friend count,
- * and /wapi/zpjob/job/chatted/jobList for per-job info.
- * Since BOSS doesn't expose detailed per-job stats via API,
- * we show what's available: job status, chat info, and total stats.
  */
 import { cli, Strategy } from '../../registry.js';
-import type { IPage } from '../../types.js';
+import { requirePage, navigateToChat, bossFetch, fetchFriendList, verbose } from './common.js';
 
 cli({
   site: 'boss',
@@ -15,88 +10,39 @@ cli({
   description: 'BOSS直聘职位数据统计',
   domain: 'www.zhipin.com',
   strategy: Strategy.COOKIE,
+  navigateBefore: false,
   browser: true,
   args: [
     { name: 'job-id', default: '', help: 'Encrypted job ID (show all if empty)' },
   ],
   columns: ['job_name', 'salary', 'city', 'status', 'total_chats', 'encrypt_job_id'],
-  func: async (page: IPage | null, kwargs) => {
-    if (!page) throw new Error('Browser page required');
+  func: async (page, kwargs) => {
+    requirePage(page);
+    verbose('Fetching job statistics...');
 
     const filterJobId = kwargs['job-id'] || '';
 
-    if (process.env.OPENCLI_VERBOSE) {
-      console.error('[opencli:boss] Fetching job statistics...');
-    }
-
-    await page.goto('https://www.zhipin.com/web/chat/index');
-    await page.wait({ time: 2 });
+    await navigateToChat(page);
 
     // Get job list
-    const jobData: any = await page.evaluate(`
-      async () => {
-        return new Promise((resolve, reject) => {
-          const xhr = new XMLHttpRequest();
-          xhr.open('GET', 'https://www.zhipin.com/wapi/zpjob/job/chatted/jobList', true);
-          xhr.withCredentials = true;
-          xhr.timeout = 15000;
-          xhr.setRequestHeader('Accept', 'application/json');
-          xhr.onload = () => { try { resolve(JSON.parse(xhr.responseText)); } catch(e) { reject(new Error('JSON parse failed')); } };
-          xhr.onerror = () => reject(new Error('Network Error'));
-          xhr.ontimeout = () => reject(new Error('Timeout'));
-          xhr.send();
-        });
-      }
-    `);
-
-    if (jobData.code !== 0) {
-      if (jobData.code === 7 || jobData.code === 37) {
-        throw new Error('Cookie 已过期！请在当前 Chrome 浏览器中重新登录 BOSS 直聘。');
-      }
-      throw new Error(`API error: ${jobData.message} (code=${jobData.code})`);
-    }
-
-    // Get total chat stats
-    const chatStats: any = await page.evaluate(`
-      async () => {
-        return new Promise((resolve, reject) => {
-          const xhr = new XMLHttpRequest();
-          xhr.open('GET', 'https://www.zhipin.com/wapi/zpchat/chatHelper/statistics', true);
-          xhr.withCredentials = true;
-          xhr.timeout = 10000;
-          xhr.setRequestHeader('Accept', 'application/json');
-          xhr.onload = () => { try { resolve(JSON.parse(xhr.responseText)); } catch(e) { resolve({}); } };
-          xhr.onerror = () => resolve({});
-          xhr.send();
-        });
-      }
-    `);
+    const jobData = await bossFetch(page, 'https://www.zhipin.com/wapi/zpjob/job/chatted/jobList');
 
+    // Get total chat stats (non-critical, allow failure)
+    const chatStats = await bossFetch(page, 'https://www.zhipin.com/wapi/zpchat/chatHelper/statistics', {
+      allowNonZero: true,
+    });
     const totalFriends = chatStats.zpData?.totalFriendCount || 0;
 
-    // Get per-job chat counts from friend list
-    const friendData: any = await page.evaluate(`
-      async () => {
-        return new Promise((resolve, reject) => {
-          const xhr = new XMLHttpRequest();
-          xhr.open('GET', 'https://www.zhipin.com/wapi/zprelation/friend/getBossFriendListV2.json?page=1&status=0&jobId=0', true);
-          xhr.withCredentials = true;
-          xhr.timeout = 15000;
-          xhr.setRequestHeader('Accept', 'application/json');
-          xhr.onload = () => { try { resolve(JSON.parse(xhr.responseText)); } catch(e) { resolve({}); } };
-          xhr.onerror = () => resolve({});
-          xhr.send();
-        });
-      }
-    `);
+    // Get per-job chat counts from friend list (non-critical)
+    let friendList: any[] = [];
+    try {
+      friendList = await fetchFriendList(page);
+    } catch { /* ignore */ }
 
-    // Count chats per job
     const jobChatCounts: Record<string, number> = {};
-    if (friendData.code === 0) {
-      for (const f of (friendData.zpData?.friendList || [])) {
-        const jobName = f.jobName || 'unknown';
-        jobChatCounts[jobName] = (jobChatCounts[jobName] || 0) + 1;
-      }
+    for (const f of friendList) {
+      const jobName = f.jobName || 'unknown';
+      jobChatCounts[jobName] = (jobChatCounts[jobName] || 0) + 1;
     }
 
     let jobs = jobData.zpData || [];
@@ -113,7 +59,6 @@ cli({
       encrypt_job_id: j.encryptJobId || '',
     }));
 
-    // Add summary row
     if (!filterJobId && results.length > 0) {
       results.push({
         job_name: '--- 总计 ---',

package/src/clis/coupang/add-to-cart.ts

@@ -102,7 +102,7 @@ cli({
   strategy: Strategy.COOKIE,
   browser: true,
   args: [
-    { name: 'product-id', required: false, help: 'Coupang product ID' },
+    { name: 'product-id', positional: true, required: false, help: 'Coupang product ID' },
     { name: 'url', required: false, help: 'Canonical product URL' },
   ],
   columns: ['ok', 'product_id', 'url', 'message'],

package/src/clis/devto/tag.yaml

@@ -0,0 +1,34 @@
+site: devto
+name: tag
+description: Latest DEV.to articles for a specific tag
+domain: dev.to
+strategy: public
+browser: false
+
+args:
+  tag:
+    type: str
+    required: true
+    positional: true
+    description: "Tag name (e.g. javascript, python, webdev)"
+  limit:
+    type: int
+    default: 20
+    description: Number of articles
+
+pipeline:
+  - fetch:
+      url: https://dev.to/api/articles?tag=${{ args.tag }}&per_page=${{ args.limit }}
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      author: ${{ item.user.username }}
+      reactions: ${{ item.public_reactions_count }}
+      comments: ${{ item.comments_count }}
+      tags: ${{ item.tag_list | join(', ') }}
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, author, reactions, comments, tags]

package/src/clis/devto/top.yaml

@@ -0,0 +1,29 @@
+site: devto
+name: top
+description: Top DEV.to articles of the day
+domain: dev.to
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of articles
+
+pipeline:
+  - fetch:
+      url: https://dev.to/api/articles?top=1&per_page=${{ args.limit }}
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      author: ${{ item.user.username }}
+      reactions: ${{ item.public_reactions_count }}
+      comments: ${{ item.comments_count }}
+      tags: ${{ item.tag_list | join(', ') }}
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, author, reactions, comments, tags]

package/src/clis/devto/user.yaml

@@ -0,0 +1,33 @@
+site: devto
+name: user
+description: Recent DEV.to articles from a specific user
+domain: dev.to
+strategy: public
+browser: false
+
+args:
+  username:
+    type: str
+    required: true
+    positional: true
+    description: "DEV.to username (e.g. ben, thepracticaldev)"
+  limit:
+    type: int
+    default: 20
+    description: Number of articles
+
+pipeline:
+  - fetch:
+      url: https://dev.to/api/articles?username=${{ args.username }}&per_page=${{ args.limit }}
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      reactions: ${{ item.public_reactions_count }}
+      comments: ${{ item.comments_count }}
+      tags: ${{ item.tag_list | join(', ') }}
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, reactions, comments, tags]

package/src/clis/douban/book-hot.ts

@@ -0,0 +1,15 @@
+import { cli, Strategy } from '../../registry.js';
+import { loadDoubanBookHot } from './shared.js';
+
+cli({
+  site: 'douban',
+  name: 'book-hot',
+  description: '豆瓣图书热门榜单',
+  domain: 'book.douban.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'limit', type: 'int', default: 20, help: '返回的图书数量' },
+  ],
+  columns: ['rank', 'title', 'rating', 'quote', 'author', 'publisher', 'year', 'url'],
+  func: async (page, args) => loadDoubanBookHot(page, Number(args.limit) || 20),
+});

package/src/clis/douban/marks.ts

@@ -0,0 +1,135 @@
+import { cli, Strategy } from '../../registry.js';
+import type { IPage } from '../../types.js';
+import { DoubanMark, getSelfUid } from './utils.js';
+
+cli({
+  site: 'douban',
+  name: 'marks',
+  description: '导出个人观影标记',
+  domain: 'movie.douban.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { 
+      name: 'status', 
+      default: 'collect',
+      choices: ['collect', 'wish', 'do', 'all'],
+      help: '标记类型: collect(看过), wish(想看), do(在看), all(全部)' 
+    },
+    { name: 'limit', type: 'int', default: 50, help: '导出数量， 0 表示全部' },
+    { name: 'uid', help: '用户ID，不填则使用当前登录账号' },
+  ],
+  columns: ['title', 'year', 'myRating', 'myStatus', 'myDate', 'myComment', 'url'],
+  func: async (page: IPage, kwargs: { status?: string; limit?: number; uid?: string }) => {
+    const { status = 'collect', limit = 50, uid: providedUid } = kwargs;
+    
+    const uid = providedUid || await getSelfUid(page);
+    
+    const statuses = status === 'all' 
+      ? ['collect', 'wish', 'do'] 
+      : [status];
+    
+    const allMarks: DoubanMark[] = [];
+    
+    for (const s of statuses) {
+      const remaining = limit > 0 ? limit - allMarks.length : 0;
+      if (limit > 0 && remaining <= 0) break;
+      
+      const marks = await fetchMarks(page, uid, s, remaining);
+      allMarks.push(...marks);
+    }
+    
+    return allMarks.slice(0, limit > 0 ? limit : undefined);
+  },
+});
+
+async function fetchMarks(
+  page: IPage, 
+  uid: string, 
+  status: string, 
+  limit: number
+): Promise<DoubanMark[]> {
+  const marks: DoubanMark[] = [];
+  let offset = 0;
+  const pageSize = 30;
+  
+  while (true) {
+    const url = `https://movie.douban.com/people/${uid}/${status}?start=${offset}&sort=time&rating=all&filter=all&mode=grid`;
+    
+    await page.goto(url);
+    
+    await page.wait({ time: 2 });
+    
+    const pageMarks = await page.evaluate(`
+      () => {
+        const results = [];
+        
+        const items = document.querySelectorAll('.item');
+        
+        items.forEach(item => {
+          const titleLink = item.querySelector('.info a[href*="/subject/"]');
+          if (!titleLink) return;
+          
+          const titleEl = titleLink.querySelector('em');
+          const titleText = titleEl?.textContent?.trim() || titleLink.textContent?.trim() || '';
+          const title = titleText.split('/')[0].trim();
+          const href = titleLink.href || '';
+          
+          const idMatch = href.match(/subject\\/(\\d+)/);
+          const movieId = idMatch ? idMatch[1] : '';
+          
+          if (!movieId || !title) return;
+          
+          const ratingSpan = item.querySelector('span[class*="rating"]');
+          let myRating = null;
+          if (ratingSpan) {
+            const cls = ratingSpan.className || '';
+            const ratingMatch = cls.match(/rating(\\d)-t/);
+            if (ratingMatch) {
+              myRating = parseInt(ratingMatch[1], 10) * 2;
+            }
+          }
+          
+          const dateSpan = item.querySelector('.date');
+          const myDate = dateSpan?.textContent?.trim() || '';
+          
+          const commentSpan = item.querySelector('.comment');
+          const myComment = commentSpan?.textContent?.trim() || '';
+          
+          const introSpan = item.querySelector('.intro');
+          let year = '';
+          if (introSpan) {
+            const introText = introSpan.textContent || '';
+            const yearMatch = introText.match(/(\\d{4})/);
+            year = yearMatch ? yearMatch[1] : '';
+          }
+          
+          results.push({
+            movieId,
+            title,
+            year,
+            myRating,
+            myStatus: '${status}',
+            myComment,
+            myDate,
+            url: href || 'https://movie.douban.com/subject/' + movieId
+          });
+        });
+        
+        return results;
+      }
+    `) as DoubanMark[];
+    
+    if (!pageMarks || pageMarks.length === 0) break;
+    
+    marks.push(...pageMarks);
+    
+    if (pageMarks.length < pageSize) break;
+    if (limit > 0 && marks.length >= limit) break;
+    
+    offset += pageSize;
+    
+    await new Promise(resolve => setTimeout(resolve, 1000));
+  }
+  
+  return marks;
+}

package/src/clis/douban/movie-hot.ts

@@ -0,0 +1,15 @@
+import { cli, Strategy } from '../../registry.js';
+import { loadDoubanMovieHot } from './shared.js';
+
+cli({
+  site: 'douban',
+  name: 'movie-hot',
+  description: '豆瓣电影热门榜单',
+  domain: 'movie.douban.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'limit', type: 'int', default: 20, help: '返回的电影数量' },
+  ],
+  columns: ['rank', 'title', 'rating', 'quote', 'director', 'year', 'region', 'url'],
+  func: async (page, args) => loadDoubanMovieHot(page, Number(args.limit) || 20),
+});