@jackwener/opencli 1.0.3 → 1.0.5

package/src/clis/jike/post.yaml

@@ -0,0 +1,58 @@
+site: jike
+name: post
+description: 即刻帖子详情及评论
+domain: m.okjike.com
+browser: true
+
+args:
+  id:
+    type: string
+    required: true
+    description: Post ID (from post URL)
+
+pipeline:
+  - navigate: https://m.okjike.com/originalPosts/${{ args.id }}
+
+  # 从 Next.js SSR 内嵌 JSON 中提取帖子和评论
+  - evaluate: |
+      (() => {
+        try {
+          const el = document.querySelector('script[type="application/json"]');
+          if (!el) return [];
+          const data = JSON.parse(el.textContent);
+          const pageProps = data?.props?.pageProps || {};
+          const post = pageProps.post || {};
+          const comments = pageProps.comments || [];
+
+          const result = [{
+            type: 'post',
+            author: post.user?.screenName || '',
+            content: post.content || '',
+            likes: post.likeCount || 0,
+            time: post.createdAt || '',
+          }];
+
+          for (const c of comments) {
+            result.push({
+              type: 'comment',
+              author: c.user?.screenName || '',
+              content: (c.content || '').replace(/\n/g, ' '),
+              likes: c.likeCount || 0,
+              time: c.createdAt || '',
+            });
+          }
+
+          return result;
+        } catch (e) {
+          return [];
+        }
+      })()
+
+  - map:
+      type: ${{ item.type }}
+      author: ${{ item.author }}
+      content: ${{ item.content }}
+      likes: ${{ item.likes }}
+      time: ${{ item.time }}
+
+columns: [type, author, content, likes, time]

package/src/clis/jike/repost.ts

@@ -0,0 +1,114 @@
+import { cli, Strategy } from '../../registry.js';
+
+/**
+ * 转发即刻帖子
+ *
+ * 操作栏转发按钮点击后弹出 Popover 菜单，
+ * 选择"转发动态"后弹出编辑器弹窗（可添加附言），
+ * 再点击"发布"确认转发。
+ */
+
+cli({
+  site: 'jike',
+  name: 'repost',
+  description: '转发即刻帖子',
+  domain: 'web.okjike.com',
+  strategy: Strategy.UI,
+  browser: true,
+  args: [
+    { name: 'id', type: 'string', required: true, help: '帖子 ID' },
+    { name: 'text', type: 'string', required: false, help: '转发附言（可选）' },
+  ],
+  columns: ['status', 'message'],
+  func: async (page, kwargs) => {
+    await page.goto(`https://web.okjike.com/originalPost/${kwargs.id}`);
+    await page.wait(5);
+
+    // 1. 点击操作栏中的转发按钮（第三个子元素）
+    const clickResult = await page.evaluate(`(async () => {
+      try {
+        const actions = document.querySelector('[class*="_actions_"]');
+        if (!actions) return { ok: false, message: '未找到操作栏' };
+        const children = Array.from(actions.children).filter(c => c.offsetHeight > 0);
+        if (!children[2]) return { ok: false, message: '未找到转发按钮' };
+        // 注意：按位置定位，即刻操作栏顺序变化时需调整
+        children[2].click();
+        return { ok: true };
+      } catch (e) {
+        return { ok: false, message: e.toString() };
+      }
+    })()`);
+
+    if (!clickResult.ok) {
+      return [{ status: 'failed', message: clickResult.message }];
+    }
+
+    await page.wait(1);
+
+    // 2. 在弹出菜单中点击"转发动态"
+    const menuResult = await page.evaluate(`(async () => {
+      try {
+        const btn = Array.from(document.querySelectorAll('button')).find(
+          b => b.textContent?.trim() === '转发动态'
+        );
+        if (!btn) return { ok: false, message: '未找到"转发动态"菜单项' };
+        btn.click();
+        return { ok: true };
+      } catch (e) {
+        return { ok: false, message: e.toString() };
+      }
+    })()`);
+
+    if (!menuResult.ok) {
+      return [{ status: 'failed', message: menuResult.message }];
+    }
+
+    await page.wait(2);
+
+    // 3. 若有附言，在弹窗编辑器中填入
+    if (kwargs.text) {
+      const textResult = await page.evaluate(`(async () => {
+        try {
+          const textToInsert = ${JSON.stringify(kwargs.text)};
+          const editor = document.querySelector('[contenteditable="true"]');
+          if (!editor) return { ok: false, message: '未找到附言输入框' };
+          editor.focus();
+          const dt = new DataTransfer();
+          dt.setData('text/plain', textToInsert);
+          editor.dispatchEvent(new ClipboardEvent('paste', {
+            clipboardData: dt, bubbles: true, cancelable: true,
+          }));
+          await new Promise(r => setTimeout(r, 500));
+          return { ok: true };
+        } catch(e) { return { ok: false, message: '附言写入失败: ' + e.toString() }; }
+      })()`);
+      if (!textResult.ok) {
+        return [{ status: 'failed', message: textResult.message }];
+      }
+    }
+
+    // 4. 点击"发送"按钮确认转发
+    const confirmResult = await page.evaluate(`(async () => {
+      try {
+        await new Promise(r => setTimeout(r, 500));
+        const btn = Array.from(document.querySelectorAll('button')).find(b => {
+          const text = b.textContent?.trim() || '';
+          // 不匹配"转发动态"，避免重复触发 Popover 菜单项
+          return (text === '发送' || text === '发布') && !b.disabled;
+        });
+        if (!btn) return { ok: false, message: '未找到发送按钮' };
+        btn.click();
+        return { ok: true, message: '转发成功' };
+      } catch (e) {
+        return { ok: false, message: e.toString() };
+      }
+    })()`);
+
+    if (confirmResult.ok) await page.wait(3);
+
+    return [{
+      status: confirmResult.ok ? 'success' : 'failed',
+      message: confirmResult.message,
+    }];
+  },
+});

package/src/clis/jike/search.ts

@@ -0,0 +1,74 @@
+import { cli, Strategy } from '../../registry.js';
+import { JikePost, getPostDataJs } from './shared.js';
+
+/**
+ * 即刻搜索适配器
+ *
+ * 策略：直接导航到 web.okjike.com 搜索页，
+ * 通过 React fiber 树提取帖子数据。
+ */
+
+cli({
+  site: 'jike',
+  name: 'search',
+  description: '搜索即刻帖子',
+  domain: 'web.okjike.com',
+  strategy: Strategy.COOKIE,
+  browser: true,
+  args: [
+    { name: 'keyword', type: 'string', required: true },
+    { name: 'limit', type: 'int', default: 20 },
+  ],
+  columns: ['author', 'content', 'likes', 'comments', 'time', 'url'],
+  func: async (page, kwargs) => {
+    const keyword = kwargs.keyword as string;
+    const limit = (kwargs.limit as number) || 20;
+
+    // 1. 直接导航到搜索页
+    const encodedKeyword = encodeURIComponent(keyword);
+    await page.goto(`https://web.okjike.com/search?q=${encodedKeyword}`);
+    await page.wait(5);
+
+    // 2. 通过 React fiber 提取帖子数据
+    const extract = async (): Promise<JikePost[]> => {
+      return (await page.evaluate(`(() => {
+        ${getPostDataJs}
+
+        const results = [];
+        const seen = new Set();
+        const elements = document.querySelectorAll('[class*="_post_"], [class*="_postItem_"]');
+
+        for (const el of elements) {
+          const data = getPostData(el);
+          if (!data || !data.id || seen.has(data.id)) continue;
+          seen.add(data.id);
+
+          const author = data.user?.screenName || data.target?.user?.screenName || '';
+          const content = data.content || data.target?.content || '';
+          if (!author && !content) continue;
+
+          results.push({
+            author,
+            content: content.replace(/\\n/g, ' ').slice(0, 120),
+            likes: data.likeCount || 0,
+            comments: data.commentCount || 0,
+            time: data.actionTime || data.createdAt || '',
+            url: 'https://web.okjike.com/originalPost/' + data.id,
+          });
+        }
+
+        return results;
+      })()`)) as JikePost[];
+    };
+
+    let posts = await extract();
+
+    // 3. 数量不足时自动滚动加载更多
+    if (posts.length < limit) {
+      await page.autoScroll({ times: Math.ceil(limit / 10), delayMs: 2000 });
+      posts = await extract();
+    }
+
+    return posts.slice(0, limit);
+  },
+});

package/src/clis/jike/shared.ts

@@ -0,0 +1,36 @@
+/**
+ * 即刻适配器公共定义
+ *
+ * JikePost 接口和 getPostData 函数在 feed.ts / search.ts 中复用，
+ * 统一维护于此文件避免重复。
+ */
+
+// 即刻帖子的通用字段
+export interface JikePost {
+  author: string;
+  content: string;
+  likes: number;
+  comments: number;
+  time: string;
+  url: string;
+}
+
+/**
+ * 注入浏览器 evaluate 的 JS 函数字符串。
+ * 从 React fiber 树中向上最多走 10 层，找到含 id 字段的 props.data。
+ */
+export const getPostDataJs = `
+function getPostData(element) {
+  for (const key of Object.keys(element)) {
+    if (key.startsWith('__reactFiber$') || key.startsWith('__reactInternalInstance$')) {
+      let fiber = element[key];
+      for (let i = 0; i < 10 && fiber; i++) {
+        const props = fiber.memoizedProps || fiber.pendingProps;
+        if (props && props.data && props.data.id) return props.data;
+        fiber = fiber.return;
+      }
+    }
+  }
+  return null;
+}
+`.trim();

package/src/clis/jike/topic.yaml

@@ -0,0 +1,52 @@
+site: jike
+name: topic
+description: 即刻话题/圈子帖子
+domain: m.okjike.com
+browser: true
+
+args:
+  id:
+    type: string
+    required: true
+    description: Topic ID (from topic URL, e.g. 553870e8e4b0cafb0a1bef68)
+  limit:
+    type: int
+    default: 20
+    description: Number of posts
+
+pipeline:
+  - navigate: https://m.okjike.com/topics/${{ args.id }}
+
+  # 从 Next.js SSR 内嵌 JSON 中提取话题帖子
+  - evaluate: |
+      (() => {
+        try {
+          const el = document.querySelector('script[type="application/json"]');
+          if (!el) return [];
+          const data = JSON.parse(el.textContent);
+          const pageProps = data?.props?.pageProps || {};
+          const posts = pageProps.posts || [];
+          return posts.map(p => ({
+            content: (p.content || '').replace(/\n/g, ' ').slice(0, 80),
+            author: p.user?.screenName || '',
+            likes: p.likeCount || 0,
+            comments: p.commentCount || 0,
+            time: p.actionTime || p.createdAt || '',
+            id: p.id || '',
+          }));
+        } catch (e) {
+          return [];
+        }
+      })()
+
+  - map:
+      content: ${{ item.content }}
+      author: ${{ item.author }}
+      likes: ${{ item.likes }}
+      comments: ${{ item.comments }}
+      time: ${{ item.time }}
+      url: https://web.okjike.com/originalPost/${{ item.id }}
+
+  - limit: ${{ args.limit }}
+
+columns: [content, author, likes, comments, time, url]

package/src/clis/jike/user.yaml

@@ -0,0 +1,51 @@
+site: jike
+name: user
+description: 即刻用户动态
+domain: m.okjike.com
+browser: true
+
+args:
+  username:
+    type: string
+    required: true
+    description: Username from profile URL (e.g. wenhao1996)
+  limit:
+    type: int
+    default: 20
+    description: Number of posts
+
+pipeline:
+  - navigate: https://m.okjike.com/users/${{ args.username }}
+
+  # 从 Next.js SSR 内嵌 JSON 中提取用户动态
+  - evaluate: |
+      (() => {
+        try {
+          const el = document.querySelector('script[type="application/json"]');
+          if (!el) return [];
+          const data = JSON.parse(el.textContent);
+          const posts = data?.props?.pageProps?.posts || [];
+          return posts.map(p => ({
+            content: (p.content || '').replace(/\n/g, ' ').slice(0, 80),
+            type: p.type === 'ORIGINAL_POST' ? 'post' : p.type === 'REPOST' ? 'repost' : p.type || '',
+            likes: p.likeCount || 0,
+            comments: p.commentCount || 0,
+            time: p.actionTime || p.createdAt || '',
+            id: p.id || '',
+          }));
+        } catch (e) {
+          return [];
+        }
+      })()
+
+  - map:
+      content: ${{ item.content }}
+      type: ${{ item.type }}
+      likes: ${{ item.likes }}
+      comments: ${{ item.comments }}
+      time: ${{ item.time }}
+      url: https://web.okjike.com/originalPost/${{ item.id }}
+
+  - limit: ${{ args.limit }}
+
+columns: [content, type, likes, comments, time, url]

package/src/clis/smzdm/search.ts

@@ -1,6 +1,9 @@
 /**
- * 什么值得买搜索好价 — browser cookie, HTML parse.
- * Source: bb-sites/smzdm/search.js
+ * 什么值得买搜索好价 — browser cookie, DOM scraping.
+ *
+ * Fix: The old adapter used `search.smzdm.com/ajax/` which returns 404.
+ * New approach: navigate to `search.smzdm.com/?c=home&s=<keyword>&v=b`
+ * and scrape the rendered DOM directly.
  */
 import { cli, Strategy } from '../../registry.js';
 
@@ -18,46 +21,34 @@ cli({
   func: async (page, kwargs) => {
     const q = encodeURIComponent(kwargs.keyword);
     const limit = kwargs.limit || 20;
-    await page.goto('https://www.smzdm.com');
+
+    // Navigate directly to search results page
+    await page.goto(`https://search.smzdm.com/?c=home&s=${q}&v=b`);
     await page.wait(2);
+
     const data = await page.evaluate(`
-      (async () => {
-        const q = '${q}';
+      (() => {
         const limit = ${limit};
-        // Try youhui channel first, then home
-        for (const channel of ['youhui', 'home']) {
-          try {
-            const resp = await fetch('https://search.smzdm.com/ajax/?c=' + channel + '&s=' + q + '&p=1&v=b', {
-              credentials: 'include',
-              headers: {'X-Requested-With': 'XMLHttpRequest'}
-            });
-            if (!resp.ok) continue;
-            const html = await resp.text();
-            if (html.indexOf('feed-row-wide') === -1) continue;
-            const parser = new DOMParser();
-            const doc = parser.parseFromString(html, 'text/html');
-            const items = doc.querySelectorAll('li.feed-row-wide');
-            const results = [];
-            items.forEach((li, i) => {
-              if (results.length >= limit) return;
-              const titleEl = li.querySelector('h5.feed-block-title > a')
-                           || li.querySelector('h5 > a');
-              if (!titleEl) return;
-              const title = (titleEl.getAttribute('title') || titleEl.textContent || '').trim();
-              const url = titleEl.getAttribute('href') || '';
-              const priceEl = li.querySelector('.z-highlight');
-              const price = priceEl ? priceEl.textContent.trim() : '';
-              let mall = '';
-              const extrasSpan = li.querySelector('.z-feed-foot-r .feed-block-extras span');
-              if (extrasSpan) mall = extrasSpan.textContent.trim();
-              const commentEl = li.querySelector('.feed-btn-comment');
-              const comments = commentEl ? parseInt(commentEl.textContent.trim()) || 0 : 0;
-              results.push({rank: results.length + 1, title, price, mall, comments, url});
-            });
-            if (results.length > 0) return results;
-          } catch(e) { continue; }
-        }
-        return {error: 'No results'};
+        const items = document.querySelectorAll('li.feed-row-wide');
+        const results = [];
+        items.forEach((li) => {
+          if (results.length >= limit) return;
+          const titleEl = li.querySelector('h5.feed-block-title > a')
+                       || li.querySelector('h5 > a');
+          if (!titleEl) return;
+          const title = (titleEl.getAttribute('title') || titleEl.textContent || '').trim();
+          const url = titleEl.getAttribute('href') || titleEl.href || '';
+          const priceEl = li.querySelector('.z-highlight');
+          const price = priceEl ? priceEl.textContent.trim() : '';
+          let mall = '';
+          const mallEl = li.querySelector('.z-feed-foot-r .feed-block-extras span')
+                      || li.querySelector('.z-feed-foot-r span');
+          if (mallEl) mall = mallEl.textContent.trim();
+          const commentEl = li.querySelector('.feed-btn-comment');
+          const comments = commentEl ? parseInt(commentEl.textContent.trim()) || 0 : 0;
+          results.push({ rank: results.length + 1, title, price, mall, comments, url });
+        });
+        return results;
       })()
     `);
     if (!Array.isArray(data)) return [];

package/src/clis/stackoverflow/bounties.yaml

@@ -0,0 +1,29 @@
+site: stackoverflow
+name: bounties
+description: Active bounties on Stack Overflow
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions/featured?order=desc&sort=activity&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      bounty: "${{ item.bounty_amount }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [bounty, title, score, answers, url]

package/src/clis/stackoverflow/hot.yaml

@@ -0,0 +1,28 @@
+site: stackoverflow
+name: hot
+description: Hot Stack Overflow questions
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions?order=desc&sort=hot&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/src/clis/stackoverflow/search.yaml

@@ -0,0 +1,32 @@
+site: stackoverflow
+name: search
+description: Search Stack Overflow questions
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  query:
+    type: string
+    required: true
+    description: Search query
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/search/advanced?order=desc&sort=relevance&q=${{ args.query }}&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/src/clis/stackoverflow/unanswered.yaml

@@ -0,0 +1,28 @@
+site: stackoverflow
+name: unanswered
+description: Top voted unanswered questions on Stack Overflow
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions/unanswered?order=desc&sort=votes&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/src/clis/twitter/download.ts

@@ -16,6 +16,7 @@ import {
   sanitizeFilename,
   getTempDir,
   exportCookiesToNetscape,
+  formatCookieHeader,
 } from '../../download/index.js';
 import { DownloadProgressTracker, formatBytes } from '../../download/progress.js';
 
@@ -109,7 +110,8 @@ cli({
     }
 
     // Extract cookies
-    const cookieString = await page.evaluate(`(() => document.cookie)()`);
+    const cookies = await page.getCookies({ domain: 'x.com' });
+    const cookieString = formatCookieHeader(cookies);
 
     // Create output directory
     const outputDir = tweetUrl
@@ -119,23 +121,10 @@ cli({
 
     // Export cookies for yt-dlp
     let cookiesFile: string | undefined;
-    if (typeof cookieString === 'string' && cookieString) {
+    if (cookies.length > 0) {
       const tempDir = getTempDir();
       fs.mkdirSync(tempDir, { recursive: true });
       cookiesFile = path.join(tempDir, `twitter_cookies_${Date.now()}.txt`);
-
-      const cookies = cookieString.split(';').map((c) => {
-        const [name, ...rest] = c.trim().split('=');
-        return {
-          name: name || '',
-          value: rest.join('=') || '',
-          domain: '.x.com',
-          path: '/',
-          secure: true,
-          httpOnly: false,
-        };
-      }).filter((c) => c.name);
-
       exportCookiesToNetscape(cookies, cookiesFile);
     }
 
@@ -173,7 +162,7 @@ cli({
         } else if (media.type === 'image') {
           // Direct HTTP download for images
           result = await httpDownload(media.url, destPath, {
-            cookies: typeof cookieString === 'string' ? cookieString : '',
+            cookies: cookieString,
             timeout: 30000,
             onProgress: (received, total) => {
               if (progressBar) progressBar.update(received, total);
@@ -182,7 +171,7 @@ cli({
         } else {
           // Direct HTTP download for direct video URLs
           result = await httpDownload(media.url, destPath, {
-            cookies: typeof cookieString === 'string' ? cookieString : '',
+            cookies: cookieString,
             timeout: 60000,
             onProgress: (received, total) => {
               if (progressBar) progressBar.update(received, total);

package/src/clis/xiaohongshu/download.ts

@@ -11,7 +11,7 @@ import { cli, Strategy } from '../../registry.js';
 import {
   httpDownload,
   sanitizeFilename,
-  detectContentType,
+  formatCookieHeader,
 } from '../../download/index.js';
 import { DownloadProgressTracker, formatBytes } from '../../download/progress.js';
 
@@ -114,7 +114,7 @@ cli({
     }
 
     // Extract cookies for authenticated downloads
-    const cookies = await page.evaluate(`(() => document.cookie)()`);
+    const cookies = formatCookieHeader(await page.getCookies({ domain: 'xiaohongshu.com' }));
 
     // Create output directory
     const outputDir = path.join(output, noteId);
@@ -134,7 +134,7 @@ cli({
 
       try {
         const result = await httpDownload(media.url, destPath, {
-          cookies: typeof cookies === 'string' ? cookies : '',
+          cookies,
           timeout: 60000,
           onProgress: (received, total) => {
             if (progressBar) progressBar.update(received, total);