@jackwener/opencli 1.0.1 → 1.0.4

package/src/clis/jike/user.yaml

@@ -0,0 +1,51 @@
+site: jike
+name: user
+description: 即刻用户动态
+domain: m.okjike.com
+browser: true
+
+args:
+  username:
+    type: string
+    required: true
+    description: Username from profile URL (e.g. wenhao1996)
+  limit:
+    type: int
+    default: 20
+    description: Number of posts
+
+pipeline:
+  - navigate: https://m.okjike.com/users/${{ args.username }}
+
+  # 从 Next.js SSR 内嵌 JSON 中提取用户动态
+  - evaluate: |
+      (() => {
+        try {
+          const el = document.querySelector('script[type="application/json"]');
+          if (!el) return [];
+          const data = JSON.parse(el.textContent);
+          const posts = data?.props?.pageProps?.posts || [];
+          return posts.map(p => ({
+            content: (p.content || '').replace(/\n/g, ' ').slice(0, 80),
+            type: p.type === 'ORIGINAL_POST' ? 'post' : p.type === 'REPOST' ? 'repost' : p.type || '',
+            likes: p.likeCount || 0,
+            comments: p.commentCount || 0,
+            time: p.actionTime || p.createdAt || '',
+            id: p.id || '',
+          }));
+        } catch (e) {
+          return [];
+        }
+      })()
+
+  - map:
+      content: ${{ item.content }}
+      type: ${{ item.type }}
+      likes: ${{ item.likes }}
+      comments: ${{ item.comments }}
+      time: ${{ item.time }}
+      url: https://web.okjike.com/originalPost/${{ item.id }}
+
+  - limit: ${{ args.limit }}
+
+columns: [content, type, likes, comments, time, url]

package/src/clis/smzdm/search.ts

@@ -1,6 +1,9 @@
 /**
- * 什么值得买搜索好价 — browser cookie, HTML parse.
- * Source: bb-sites/smzdm/search.js
+ * 什么值得买搜索好价 — browser cookie, DOM scraping.
+ *
+ * Fix: The old adapter used `search.smzdm.com/ajax/` which returns 404.
+ * New approach: navigate to `search.smzdm.com/?c=home&s=<keyword>&v=b`
+ * and scrape the rendered DOM directly.
  */
 import { cli, Strategy } from '../../registry.js';
 
@@ -18,46 +21,34 @@ cli({
   func: async (page, kwargs) => {
     const q = encodeURIComponent(kwargs.keyword);
     const limit = kwargs.limit || 20;
-    await page.goto('https://www.smzdm.com');
+
+    // Navigate directly to search results page
+    await page.goto(`https://search.smzdm.com/?c=home&s=${q}&v=b`);
     await page.wait(2);
+
     const data = await page.evaluate(`
-      (async () => {
-        const q = '${q}';
+      (() => {
         const limit = ${limit};
-        // Try youhui channel first, then home
-        for (const channel of ['youhui', 'home']) {
-          try {
-            const resp = await fetch('https://search.smzdm.com/ajax/?c=' + channel + '&s=' + q + '&p=1&v=b', {
-              credentials: 'include',
-              headers: {'X-Requested-With': 'XMLHttpRequest'}
-            });
-            if (!resp.ok) continue;
-            const html = await resp.text();
-            if (html.indexOf('feed-row-wide') === -1) continue;
-            const parser = new DOMParser();
-            const doc = parser.parseFromString(html, 'text/html');
-            const items = doc.querySelectorAll('li.feed-row-wide');
-            const results = [];
-            items.forEach((li, i) => {
-              if (results.length >= limit) return;
-              const titleEl = li.querySelector('h5.feed-block-title > a')
-                           || li.querySelector('h5 > a');
-              if (!titleEl) return;
-              const title = (titleEl.getAttribute('title') || titleEl.textContent || '').trim();
-              const url = titleEl.getAttribute('href') || '';
-              const priceEl = li.querySelector('.z-highlight');
-              const price = priceEl ? priceEl.textContent.trim() : '';
-              let mall = '';
-              const extrasSpan = li.querySelector('.z-feed-foot-r .feed-block-extras span');
-              if (extrasSpan) mall = extrasSpan.textContent.trim();
-              const commentEl = li.querySelector('.feed-btn-comment');
-              const comments = commentEl ? parseInt(commentEl.textContent.trim()) || 0 : 0;
-              results.push({rank: results.length + 1, title, price, mall, comments, url});
-            });
-            if (results.length > 0) return results;
-          } catch(e) { continue; }
-        }
-        return {error: 'No results'};
+        const items = document.querySelectorAll('li.feed-row-wide');
+        const results = [];
+        items.forEach((li) => {
+          if (results.length >= limit) return;
+          const titleEl = li.querySelector('h5.feed-block-title > a')
+                       || li.querySelector('h5 > a');
+          if (!titleEl) return;
+          const title = (titleEl.getAttribute('title') || titleEl.textContent || '').trim();
+          const url = titleEl.getAttribute('href') || titleEl.href || '';
+          const priceEl = li.querySelector('.z-highlight');
+          const price = priceEl ? priceEl.textContent.trim() : '';
+          let mall = '';
+          const mallEl = li.querySelector('.z-feed-foot-r .feed-block-extras span')
+                      || li.querySelector('.z-feed-foot-r span');
+          if (mallEl) mall = mallEl.textContent.trim();
+          const commentEl = li.querySelector('.feed-btn-comment');
+          const comments = commentEl ? parseInt(commentEl.textContent.trim()) || 0 : 0;
+          results.push({ rank: results.length + 1, title, price, mall, comments, url });
+        });
+        return results;
       })()
     `);
     if (!Array.isArray(data)) return [];

package/src/clis/stackoverflow/bounties.yaml

@@ -0,0 +1,29 @@
+site: stackoverflow
+name: bounties
+description: Active bounties on Stack Overflow
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions/featured?order=desc&sort=activity&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      bounty: "${{ item.bounty_amount }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [bounty, title, score, answers, url]

package/src/clis/stackoverflow/hot.yaml

@@ -0,0 +1,28 @@
+site: stackoverflow
+name: hot
+description: Hot Stack Overflow questions
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions?order=desc&sort=hot&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/src/clis/stackoverflow/search.yaml

@@ -0,0 +1,32 @@
+site: stackoverflow
+name: search
+description: Search Stack Overflow questions
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  query:
+    type: string
+    required: true
+    description: Search query
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/search/advanced?order=desc&sort=relevance&q=${{ args.query }}&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/src/clis/stackoverflow/unanswered.yaml

@@ -0,0 +1,28 @@
+site: stackoverflow
+name: unanswered
+description: Top voted unanswered questions on Stack Overflow
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions/unanswered?order=desc&sort=votes&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/src/clis/twitter/download.ts

@@ -16,6 +16,7 @@ import {
   sanitizeFilename,
   getTempDir,
   exportCookiesToNetscape,
+  formatCookieHeader,
 } from '../../download/index.js';
 import { DownloadProgressTracker, formatBytes } from '../../download/progress.js';
 
@@ -109,7 +110,8 @@ cli({
     }
 
     // Extract cookies
-    const cookieString = await page.evaluate(`(() => document.cookie)()`);
+    const cookies = await page.getCookies({ domain: 'x.com' });
+    const cookieString = formatCookieHeader(cookies);
 
     // Create output directory
     const outputDir = tweetUrl
@@ -119,23 +121,10 @@ cli({
 
     // Export cookies for yt-dlp
     let cookiesFile: string | undefined;
-    if (typeof cookieString === 'string' && cookieString) {
+    if (cookies.length > 0) {
       const tempDir = getTempDir();
       fs.mkdirSync(tempDir, { recursive: true });
       cookiesFile = path.join(tempDir, `twitter_cookies_${Date.now()}.txt`);
-
-      const cookies = cookieString.split(';').map((c) => {
-        const [name, ...rest] = c.trim().split('=');
-        return {
-          name: name || '',
-          value: rest.join('=') || '',
-          domain: '.x.com',
-          path: '/',
-          secure: true,
-          httpOnly: false,
-        };
-      }).filter((c) => c.name);
-
       exportCookiesToNetscape(cookies, cookiesFile);
     }
 
@@ -173,7 +162,7 @@ cli({
         } else if (media.type === 'image') {
           // Direct HTTP download for images
           result = await httpDownload(media.url, destPath, {
-            cookies: typeof cookieString === 'string' ? cookieString : '',
+            cookies: cookieString,
             timeout: 30000,
             onProgress: (received, total) => {
               if (progressBar) progressBar.update(received, total);
@@ -182,7 +171,7 @@ cli({
         } else {
           // Direct HTTP download for direct video URLs
           result = await httpDownload(media.url, destPath, {
-            cookies: typeof cookieString === 'string' ? cookieString : '',
+            cookies: cookieString,
             timeout: 60000,
             onProgress: (received, total) => {
               if (progressBar) progressBar.update(received, total);

package/src/clis/twitter/post.ts

@@ -26,8 +26,15 @@ cli({
             const box = document.querySelector('[data-testid="tweetTextarea_0"]');
             if (box) {
                 box.focus();
-                // insertText is the most reliable way to trigger React's onChange events
-                document.execCommand('insertText', false, ${JSON.stringify(kwargs.text)});
+                // Simulate a paste event to properly handle newlines in Draft.js/React
+                const textToInsert = ${JSON.stringify(kwargs.text)};
+                const dataTransfer = new DataTransfer();
+                dataTransfer.setData('text/plain', textToInsert);
+                box.dispatchEvent(new ClipboardEvent('paste', {
+                    clipboardData: dataTransfer,
+                    bubbles: true,
+                    cancelable: true
+                }));
             } else {
                 return { ok: false, message: 'Could not find the tweet composer text area.' };
             }

package/src/clis/twitter/search.ts

@@ -24,46 +24,28 @@ cli({
     //    fetch will capture the SearchTimeline API call.
     await page.installInterceptor('SearchTimeline');
 
-    // 3. Use the search input to submit the query (SPA, no full reload).
-    //    Find the search input, type the query, and submit.
+    // 3. Trigger SPA navigation to search results via history API.
+    //    pushState + popstate triggers React Router's listener without
+    //    a full page reload, so the interceptor stays alive.
+    //    Note: the previous approach (nativeSetter + Enter keydown on the
+    //    search input) does not reliably trigger Twitter's form submission.
+    const searchUrl = JSON.stringify(`/search?q=${encodeURIComponent(query)}&f=top`);
     await page.evaluate(`
       (() => {
-        const input = document.querySelector('input[data-testid="SearchBox_Search_Input"]');
-        if (!input) throw new Error('Search input not found');
-        input.focus();
-        const nativeSetter = Object.getOwnPropertyDescriptor(
-          HTMLInputElement.prototype, 'value'
-        ).set;
-        nativeSetter.call(input, ${JSON.stringify(query)});
-        input.dispatchEvent(new Event('input', { bubbles: true }));
-      })()
-    `);
-    await page.wait(0.5);
-    // Press Enter to submit
-    await page.evaluate(`
-      (() => {
-        const input = document.querySelector('input[data-testid="SearchBox_Search_Input"]');
-        if (!input) throw new Error('Search input not found');
-        input.dispatchEvent(new KeyboardEvent('keydown', { key: 'Enter', code: 'Enter', keyCode: 13, bubbles: true }));
+        window.history.pushState({}, '', ${searchUrl});
+        window.dispatchEvent(new PopStateEvent('popstate', { state: {} }));
       })()
     `);
     await page.wait(5);
 
-    // 4. Click "Top" tab if available (ensures we get top results)
-    try {
-      await page.evaluate(`
-        (() => {
-          const tabs = document.querySelectorAll('[role="tab"]');
-          for (const tab of tabs) {
-            if (tab.textContent.trim() === 'Top') { tab.click(); break; }
-          }
-        })()
-      `);
-      await page.wait(2);
-    } catch { /* ignore if tab not found */ }
+    // Verify SPA navigation succeeded
+    const currentPath = await page.evaluate('() => window.location.pathname');
+    if (!currentPath?.startsWith('/search')) {
+        throw new Error('SPA navigation to /search failed. Twitter may have changed its routing.');
+    }
 
-    // 5. Scroll to trigger additional pagination
-    await page.autoScroll({ times: 2, delayMs: 2000 });
+    // 4. Scroll to trigger additional pagination
+    await page.autoScroll({ times: 3, delayMs: 2000 });
 
     // 6. Retrieve captured data
     const requests = await page.getInterceptedRequests();

package/src/clis/xiaohongshu/download.ts

@@ -2,7 +2,7 @@
  * Xiaohongshu download — download images and videos from a note.
  *
  * Usage:
- *   opencli xiaohongshu download --note-id abc123 --output ./xhs
+ *   opencli xiaohongshu download --note_id abc123 --output ./xhs
  */
 
 import * as fs from 'node:fs';
@@ -11,7 +11,7 @@ import { cli, Strategy } from '../../registry.js';
 import {
   httpDownload,
   sanitizeFilename,
-  detectContentType,
+  formatCookieHeader,
 } from '../../download/index.js';
 import { DownloadProgressTracker, formatBytes } from '../../download/progress.js';
 
@@ -114,7 +114,7 @@ cli({
     }
 
     // Extract cookies for authenticated downloads
-    const cookies = await page.evaluate(`(() => document.cookie)()`);
+    const cookies = formatCookieHeader(await page.getCookies({ domain: 'xiaohongshu.com' }));
 
     // Create output directory
     const outputDir = path.join(output, noteId);
@@ -134,7 +134,7 @@ cli({
 
       try {
         const result = await httpDownload(media.url, destPath, {
-          cookies: typeof cookies === 'string' ? cookies : '',
+          cookies,
           timeout: 60000,
           onProgress: (received, total) => {
             if (progressBar) progressBar.update(received, total);

package/src/clis/zhihu/download.ts

@@ -8,7 +8,7 @@
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import { cli, Strategy } from '../../registry.js';
-import { sanitizeFilename, httpDownload } from '../../download/index.js';
+import { sanitizeFilename, httpDownload, formatCookieHeader } from '../../download/index.js';
 import { formatBytes } from '../../download/progress.js';
 
 /**
@@ -178,7 +178,7 @@ cli({
       const imagesDir = path.join(output, 'images');
       fs.mkdirSync(imagesDir, { recursive: true });
 
-      const cookies = await page.evaluate(`(() => document.cookie)()`);
+      const cookies = formatCookieHeader(await page.getCookies({ domain: 'zhihu.com' }));
 
       for (let i = 0; i < data.images.length; i++) {
         const imgUrl = data.images[i];
@@ -188,7 +188,7 @@ cli({
 
         try {
           await httpDownload(imgUrl, imgPath, {
-            cookies: typeof cookies === 'string' ? cookies : '',
+            cookies,
             timeout: 30000,
           });
 

package/src/doctor.ts

@@ -8,12 +8,13 @@
 import chalk from 'chalk';
 import { checkDaemonStatus } from './browser/discover.js';
 import { BrowserBridge } from './browser/index.js';
-import { browserSession } from './runtime.js';
+import { listSessions } from './browser/daemon-client.js';
 
 export type DoctorOptions = {
   fix?: boolean;
   yes?: boolean;
   live?: boolean;
+  sessions?: boolean;
   cliVersion?: string;
 };
 
@@ -28,6 +29,7 @@ export type DoctorReport = {
   daemonRunning: boolean;
   extensionConnected: boolean;
   connectivity?: ConnectivityResult;
+  sessions?: Array<{ workspace: string; windowId: number; tabCount: number; idleMsRemaining: number }>;
   issues: string[];
 };
 
@@ -55,6 +57,9 @@ export async function runBrowserDoctor(opts: DoctorOptions = {}): Promise<Doctor
   if (opts.live) {
     connectivity = await checkConnectivity();
   }
+  const sessions = opts.sessions && status.running && status.extensionConnected
+    ? await listSessions() as Array<{ workspace: string; windowId: number; tabCount: number; idleMsRemaining: number }>
+    : undefined;
 
   const issues: string[] = [];
   if (!status.running) {
@@ -78,6 +83,7 @@ export async function runBrowserDoctor(opts: DoctorOptions = {}): Promise<Doctor
     daemonRunning: status.running,
     extensionConnected: status.extensionConnected,
     connectivity,
+    sessions,
     issues,
   };
 }
@@ -104,6 +110,17 @@ export function renderBrowserDoctorReport(report: DoctorReport): string {
     lines.push(`${chalk.dim('[SKIP]')} Connectivity: not tested (use --live)`);
   }
 
+  if (report.sessions) {
+    lines.push('', chalk.bold('Sessions:'));
+    if (report.sessions.length === 0) {
+      lines.push(chalk.dim('  • no active automation sessions'));
+    } else {
+      for (const session of report.sessions) {
+        lines.push(chalk.dim(`  • ${session.workspace} → window ${session.windowId}, tabs=${session.tabCount}, idle=${Math.ceil(session.idleMsRemaining / 1000)}s`));
+      }
+    }
+  }
+
   if (report.issues.length) {
     lines.push('', chalk.yellow('Issues:'));
     for (const issue of report.issues) {
@@ -115,4 +132,3 @@ export function renderBrowserDoctorReport(report: DoctorReport): string {
 
   return lines.join('\n');
 }
-

package/src/download/index.test.ts

@@ -0,0 +1,16 @@
+import { describe, expect, it } from 'vitest';
+import { formatCookieHeader, resolveRedirectUrl } from './index.js';
+
+describe('download helpers', () => {
+  it('resolves relative redirects against the original URL', () => {
+    expect(resolveRedirectUrl('https://example.com/a/file', '/cdn/file.bin')).toBe('https://example.com/cdn/file.bin');
+    expect(resolveRedirectUrl('https://example.com/a/file', '../next')).toBe('https://example.com/next');
+  });
+
+  it('formats browser cookies into a Cookie header', () => {
+    expect(formatCookieHeader([
+      { name: 'sid', value: 'abc', domain: 'example.com' },
+      { name: 'ct0', value: 'def', domain: 'example.com' },
+    ])).toBe('sid=abc; ct0=def');
+  });
+});

package/src/download/index.ts

@@ -26,6 +26,16 @@ export interface YtdlpOptions {
   onProgress?: (percent: number) => void;
 }
 
+export interface BrowserCookie {
+  name: string;
+  value: string;
+  domain: string;
+  path?: string;
+  secure?: boolean;
+  httpOnly?: boolean;
+  expirationDate?: number;
+}
+
 /**
  * Check if yt-dlp is available in PATH.
  */
@@ -142,14 +152,14 @@ export async function httpDownload(
       // Handle redirects
       if (response.statusCode && response.statusCode >= 300 && response.statusCode < 400 && response.headers.location) {
         file.close();
-        fs.unlinkSync(tempPath);
-        httpDownload(response.headers.location, destPath, options).then(resolve);
+        if (fs.existsSync(tempPath)) fs.unlinkSync(tempPath);
+        httpDownload(resolveRedirectUrl(url, response.headers.location), destPath, options).then(resolve);
         return;
       }
 
       if (response.statusCode !== 200) {
         file.close();
-        fs.unlinkSync(tempPath);
+        if (fs.existsSync(tempPath)) fs.unlinkSync(tempPath);
         resolve({ success: false, size: 0, error: `HTTP ${response.statusCode}` });
         return;
       }
@@ -187,11 +197,15 @@ export async function httpDownload(
   });
 }
 
+export function resolveRedirectUrl(currentUrl: string, location: string): string {
+  return new URL(location, currentUrl).toString();
+}
+
 /**
  * Export cookies to Netscape format for yt-dlp.
  */
 export function exportCookiesToNetscape(
-  cookies: Array<{ name: string; value: string; domain: string; path?: string; secure?: boolean; httpOnly?: boolean }>,
+  cookies: BrowserCookie[],
   filePath: string,
 ): void {
   const lines = [
@@ -214,6 +228,10 @@ export function exportCookiesToNetscape(
   fs.writeFileSync(filePath, lines.join('\n'));
 }
 
+export function formatCookieHeader(cookies: BrowserCookie[]): string {
+  return cookies.map((cookie) => `${cookie.name}=${cookie.value}`).join('; ');
+}
+
 /**
  * Download video using yt-dlp.
  */