@jackwener/opencli 1.0.3 → 1.0.4

package/dist/clis/smzdm/search.js

@@ -1,6 +1,9 @@
 /**
- * 什么值得买搜索好价 — browser cookie, HTML parse.
- * Source: bb-sites/smzdm/search.js
+ * 什么值得买搜索好价 — browser cookie, DOM scraping.
+ *
+ * Fix: The old adapter used `search.smzdm.com/ajax/` which returns 404.
+ * New approach: navigate to `search.smzdm.com/?c=home&s=<keyword>&v=b`
+ * and scrape the rendered DOM directly.
  */
 import { cli, Strategy } from '../../registry.js';
 cli({
@@ -17,46 +20,32 @@ cli({
     func: async (page, kwargs) => {
         const q = encodeURIComponent(kwargs.keyword);
         const limit = kwargs.limit || 20;
-        await page.goto('https://www.smzdm.com');
+        // Navigate directly to search results page
+        await page.goto(`https://search.smzdm.com/?c=home&s=${q}&v=b`);
         await page.wait(2);
         const data = await page.evaluate(`
-      (async () => {
-        const q = '${q}';
+      (() => {
         const limit = ${limit};
-        // Try youhui channel first, then home
-        for (const channel of ['youhui', 'home']) {
-          try {
-            const resp = await fetch('https://search.smzdm.com/ajax/?c=' + channel + '&s=' + q + '&p=1&v=b', {
-              credentials: 'include',
-              headers: {'X-Requested-With': 'XMLHttpRequest'}
-            });
-            if (!resp.ok) continue;
-            const html = await resp.text();
-            if (html.indexOf('feed-row-wide') === -1) continue;
-            const parser = new DOMParser();
-            const doc = parser.parseFromString(html, 'text/html');
-            const items = doc.querySelectorAll('li.feed-row-wide');
-            const results = [];
-            items.forEach((li, i) => {
-              if (results.length >= limit) return;
-              const titleEl = li.querySelector('h5.feed-block-title > a')
-                           || li.querySelector('h5 > a');
-              if (!titleEl) return;
-              const title = (titleEl.getAttribute('title') || titleEl.textContent || '').trim();
-              const url = titleEl.getAttribute('href') || '';
-              const priceEl = li.querySelector('.z-highlight');
-              const price = priceEl ? priceEl.textContent.trim() : '';
-              let mall = '';
-              const extrasSpan = li.querySelector('.z-feed-foot-r .feed-block-extras span');
-              if (extrasSpan) mall = extrasSpan.textContent.trim();
-              const commentEl = li.querySelector('.feed-btn-comment');
-              const comments = commentEl ? parseInt(commentEl.textContent.trim()) || 0 : 0;
-              results.push({rank: results.length + 1, title, price, mall, comments, url});
-            });
-            if (results.length > 0) return results;
-          } catch(e) { continue; }
-        }
-        return {error: 'No results'};
+        const items = document.querySelectorAll('li.feed-row-wide');
+        const results = [];
+        items.forEach((li) => {
+          if (results.length >= limit) return;
+          const titleEl = li.querySelector('h5.feed-block-title > a')
+                       || li.querySelector('h5 > a');
+          if (!titleEl) return;
+          const title = (titleEl.getAttribute('title') || titleEl.textContent || '').trim();
+          const url = titleEl.getAttribute('href') || titleEl.href || '';
+          const priceEl = li.querySelector('.z-highlight');
+          const price = priceEl ? priceEl.textContent.trim() : '';
+          let mall = '';
+          const mallEl = li.querySelector('.z-feed-foot-r .feed-block-extras span')
+                      || li.querySelector('.z-feed-foot-r span');
+          if (mallEl) mall = mallEl.textContent.trim();
+          const commentEl = li.querySelector('.feed-btn-comment');
+          const comments = commentEl ? parseInt(commentEl.textContent.trim()) || 0 : 0;
+          results.push({ rank: results.length + 1, title, price, mall, comments, url });
+        });
+        return results;
       })()
     `);
         if (!Array.isArray(data))

package/dist/clis/stackoverflow/bounties.yaml

@@ -0,0 +1,29 @@
+site: stackoverflow
+name: bounties
+description: Active bounties on Stack Overflow
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions/featured?order=desc&sort=activity&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      bounty: "${{ item.bounty_amount }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [bounty, title, score, answers, url]

package/dist/clis/stackoverflow/hot.yaml

@@ -0,0 +1,28 @@
+site: stackoverflow
+name: hot
+description: Hot Stack Overflow questions
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions?order=desc&sort=hot&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/dist/clis/stackoverflow/search.yaml

@@ -0,0 +1,32 @@
+site: stackoverflow
+name: search
+description: Search Stack Overflow questions
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  query:
+    type: string
+    required: true
+    description: Search query
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/search/advanced?order=desc&sort=relevance&q=${{ args.query }}&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/dist/clis/stackoverflow/unanswered.yaml

@@ -0,0 +1,28 @@
+site: stackoverflow
+name: unanswered
+description: Top voted unanswered questions on Stack Overflow
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions/unanswered?order=desc&sort=votes&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/dist/clis/twitter/download.js

@@ -8,7 +8,7 @@
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import { cli, Strategy } from '../../registry.js';
-import { httpDownload, ytdlpDownload, checkYtdlp, getTempDir, exportCookiesToNetscape, } from '../../download/index.js';
+import { httpDownload, ytdlpDownload, checkYtdlp, getTempDir, exportCookiesToNetscape, formatCookieHeader, } from '../../download/index.js';
 import { DownloadProgressTracker, formatBytes } from '../../download/progress.js';
 cli({
     site: 'twitter',
@@ -95,7 +95,8 @@ cli({
                 }];
         }
         // Extract cookies
-        const cookieString = await page.evaluate(`(() => document.cookie)()`);
+        const cookies = await page.getCookies({ domain: 'x.com' });
+        const cookieString = formatCookieHeader(cookies);
         // Create output directory
         const outputDir = tweetUrl
             ? path.join(output, 'tweets')
@@ -103,21 +104,10 @@ cli({
         fs.mkdirSync(outputDir, { recursive: true });
         // Export cookies for yt-dlp
         let cookiesFile;
-        if (typeof cookieString === 'string' && cookieString) {
+        if (cookies.length > 0) {
             const tempDir = getTempDir();
             fs.mkdirSync(tempDir, { recursive: true });
             cookiesFile = path.join(tempDir, `twitter_cookies_${Date.now()}.txt`);
-            const cookies = cookieString.split(';').map((c) => {
-                const [name, ...rest] = c.trim().split('=');
-                return {
-                    name: name || '',
-                    value: rest.join('=') || '',
-                    domain: '.x.com',
-                    path: '/',
-                    secure: true,
-                    httpOnly: false,
-                };
-            }).filter((c) => c.name);
             exportCookiesToNetscape(cookies, cookiesFile);
         }
         // Deduplicate media
@@ -152,7 +142,7 @@ cli({
                 else if (media.type === 'image') {
                     // Direct HTTP download for images
                     result = await httpDownload(media.url, destPath, {
-                        cookies: typeof cookieString === 'string' ? cookieString : '',
+                        cookies: cookieString,
                         timeout: 30000,
                         onProgress: (received, total) => {
                             if (progressBar)
@@ -163,7 +153,7 @@ cli({
                 else {
                     // Direct HTTP download for direct video URLs
                     result = await httpDownload(media.url, destPath, {
-                        cookies: typeof cookieString === 'string' ? cookieString : '',
+                        cookies: cookieString,
                         timeout: 60000,
                         onProgress: (received, total) => {
                             if (progressBar)

package/dist/clis/xiaohongshu/download.js

@@ -7,7 +7,7 @@
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import { cli, Strategy } from '../../registry.js';
-import { httpDownload, } from '../../download/index.js';
+import { httpDownload, formatCookieHeader, } from '../../download/index.js';
 import { DownloadProgressTracker, formatBytes } from '../../download/progress.js';
 cli({
     site: 'xiaohongshu',
@@ -104,7 +104,7 @@ cli({
             return [{ index: 0, type: '-', status: 'failed', size: 'No media found' }];
         }
         // Extract cookies for authenticated downloads
-        const cookies = await page.evaluate(`(() => document.cookie)()`);
+        const cookies = formatCookieHeader(await page.getCookies({ domain: 'xiaohongshu.com' }));
         // Create output directory
         const outputDir = path.join(output, noteId);
         fs.mkdirSync(outputDir, { recursive: true });
@@ -119,7 +119,7 @@ cli({
             const progressBar = tracker.onFileStart(filename, i);
             try {
                 const result = await httpDownload(media.url, destPath, {
-                    cookies: typeof cookies === 'string' ? cookies : '',
+                    cookies,
                     timeout: 60000,
                     onProgress: (received, total) => {
                         if (progressBar)

package/dist/clis/zhihu/download.js

@@ -7,7 +7,7 @@
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import { cli, Strategy } from '../../registry.js';
-import { sanitizeFilename, httpDownload } from '../../download/index.js';
+import { sanitizeFilename, httpDownload, formatCookieHeader } from '../../download/index.js';
 import { formatBytes } from '../../download/progress.js';
 /**
  * Convert HTML content to Markdown.
@@ -150,7 +150,7 @@ cli({
         if (downloadImages && data.images && data.images.length > 0) {
             const imagesDir = path.join(output, 'images');
             fs.mkdirSync(imagesDir, { recursive: true });
-            const cookies = await page.evaluate(`(() => document.cookie)()`);
+            const cookies = formatCookieHeader(await page.getCookies({ domain: 'zhihu.com' }));
             for (let i = 0; i < data.images.length; i++) {
                 const imgUrl = data.images[i];
                 const ext = imgUrl.match(/\.(jpg|jpeg|png|gif|webp)/i)?.[1] || 'jpg';
@@ -158,7 +158,7 @@ cli({
                 const imgPath = path.join(imagesDir, imgFilename);
                 try {
                     await httpDownload(imgUrl, imgPath, {
-                        cookies: typeof cookies === 'string' ? cookies : '',
+                        cookies,
                         timeout: 30000,
                     });
                     // Replace image URL in markdown with local path

package/dist/doctor.d.ts

@@ -8,6 +8,7 @@ export type DoctorOptions = {
     fix?: boolean;
     yes?: boolean;
     live?: boolean;
+    sessions?: boolean;
     cliVersion?: string;
 };
 export type ConnectivityResult = {
@@ -20,6 +21,12 @@ export type DoctorReport = {
     daemonRunning: boolean;
     extensionConnected: boolean;
     connectivity?: ConnectivityResult;
+    sessions?: Array<{
+        workspace: string;
+        windowId: number;
+        tabCount: number;
+        idleMsRemaining: number;
+    }>;
     issues: string[];
 };
 /**

package/dist/doctor.js

@@ -7,6 +7,7 @@
 import chalk from 'chalk';
 import { checkDaemonStatus } from './browser/discover.js';
 import { BrowserBridge } from './browser/index.js';
+import { listSessions } from './browser/daemon-client.js';
 /**
  * Test connectivity by attempting a real browser command.
  */
@@ -30,6 +31,9 @@ export async function runBrowserDoctor(opts = {}) {
     if (opts.live) {
         connectivity = await checkConnectivity();
     }
+    const sessions = opts.sessions && status.running && status.extensionConnected
+        ? await listSessions()
+        : undefined;
     const issues = [];
     if (!status.running) {
         issues.push('Daemon is not running. It should start automatically when you run an opencli browser command.');
@@ -49,6 +53,7 @@ export async function runBrowserDoctor(opts = {}) {
         daemonRunning: status.running,
         extensionConnected: status.extensionConnected,
         connectivity,
+        sessions,
         issues,
     };
 }
@@ -71,6 +76,17 @@ export function renderBrowserDoctorReport(report) {
     else {
         lines.push(`${chalk.dim('[SKIP]')} Connectivity: not tested (use --live)`);
     }
+    if (report.sessions) {
+        lines.push('', chalk.bold('Sessions:'));
+        if (report.sessions.length === 0) {
+            lines.push(chalk.dim('  • no active automation sessions'));
+        }
+        else {
+            for (const session of report.sessions) {
+                lines.push(chalk.dim(`  • ${session.workspace} → window ${session.windowId}, tabs=${session.tabCount}, idle=${Math.ceil(session.idleMsRemaining / 1000)}s`));
+            }
+        }
+    }
     if (report.issues.length) {
         lines.push('', chalk.yellow('Issues:'));
         for (const issue of report.issues) {

package/dist/download/index.d.ts

@@ -14,6 +14,15 @@ export interface YtdlpOptions {
     extraArgs?: string[];
     onProgress?: (percent: number) => void;
 }
+export interface BrowserCookie {
+    name: string;
+    value: string;
+    domain: string;
+    path?: string;
+    secure?: boolean;
+    httpOnly?: boolean;
+    expirationDate?: number;
+}
 /**
  * Check if yt-dlp is available in PATH.
  */
@@ -38,17 +47,12 @@ export declare function httpDownload(url: string, destPath: string, options?: Do
     size: number;
     error?: string;
 }>;
+export declare function resolveRedirectUrl(currentUrl: string, location: string): string;
 /**
  * Export cookies to Netscape format for yt-dlp.
  */
-export declare function exportCookiesToNetscape(cookies: Array<{
-    name: string;
-    value: string;
-    domain: string;
-    path?: string;
-    secure?: boolean;
-    httpOnly?: boolean;
-}>, filePath: string): void;
+export declare function exportCookiesToNetscape(cookies: BrowserCookie[], filePath: string): void;
+export declare function formatCookieHeader(cookies: BrowserCookie[]): string;
 /**
  * Download video using yt-dlp.
  */

package/dist/download/index.js

@@ -107,13 +107,15 @@ export async function httpDownload(url, destPath, options = {}) {
             // Handle redirects
             if (response.statusCode && response.statusCode >= 300 && response.statusCode < 400 && response.headers.location) {
                 file.close();
-                fs.unlinkSync(tempPath);
-                httpDownload(response.headers.location, destPath, options).then(resolve);
+                if (fs.existsSync(tempPath))
+                    fs.unlinkSync(tempPath);
+                httpDownload(resolveRedirectUrl(url, response.headers.location), destPath, options).then(resolve);
                 return;
             }
             if (response.statusCode !== 200) {
                 file.close();
-                fs.unlinkSync(tempPath);
+                if (fs.existsSync(tempPath))
+                    fs.unlinkSync(tempPath);
                 resolve({ success: false, size: 0, error: `HTTP ${response.statusCode}` });
                 return;
             }
@@ -147,6 +149,9 @@ export async function httpDownload(url, destPath, options = {}) {
         });
     });
 }
+export function resolveRedirectUrl(currentUrl, location) {
+    return new URL(location, currentUrl).toString();
+}
 /**
  * Export cookies to Netscape format for yt-dlp.
  */
@@ -168,6 +173,9 @@ export function exportCookiesToNetscape(cookies, filePath) {
     fs.mkdirSync(path.dirname(filePath), { recursive: true });
     fs.writeFileSync(filePath, lines.join('\n'));
 }
+export function formatCookieHeader(cookies) {
+    return cookies.map((cookie) => `${cookie.name}=${cookie.value}`).join('; ');
+}
 /**
  * Download video using yt-dlp.
  */

package/dist/download/index.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/download/index.test.js

@@ -0,0 +1,14 @@
+import { describe, expect, it } from 'vitest';
+import { formatCookieHeader, resolveRedirectUrl } from './index.js';
+describe('download helpers', () => {
+    it('resolves relative redirects against the original URL', () => {
+        expect(resolveRedirectUrl('https://example.com/a/file', '/cdn/file.bin')).toBe('https://example.com/cdn/file.bin');
+        expect(resolveRedirectUrl('https://example.com/a/file', '../next')).toBe('https://example.com/next');
+    });
+    it('formats browser cookies into a Cookie header', () => {
+        expect(formatCookieHeader([
+            { name: 'sid', value: 'abc', domain: 'example.com' },
+            { name: 'ct0', value: 'def', domain: 'example.com' },
+        ])).toBe('sid=abc; ct0=def');
+    });
+});

package/dist/engine.js

@@ -101,12 +101,12 @@ async function discoverClisFromFs(dir) {
         return;
     }
     const promises = [];
-    const sites = await fs.promises.readdir(dir);
-    for (const site of sites) {
-        const siteDir = path.join(dir, site);
-        const stat = await fs.promises.stat(siteDir);
-        if (!stat.isDirectory())
+    const entries = await fs.promises.readdir(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        if (!entry.isDirectory())
             continue;
+        const site = entry.name;
+        const siteDir = path.join(dir, site);
         const files = await fs.promises.readdir(siteDir);
         for (const file of files) {
             const filePath = path.join(siteDir, file);

package/dist/explore.d.ts

@@ -23,5 +23,6 @@ export declare function exploreUrl(url: string, opts: {
     query?: string;
     clickLabels?: string[];
     auto?: boolean;
+    workspace?: string;
 }): Promise<Record<string, any>>;
 export declare function renderExploreSummary(result: Record<string, any>): string;

package/dist/explore.js

@@ -253,7 +253,7 @@ export async function exploreUrl(url, opts) {
             const networkEntries = parseNetworkRequests(rawNetwork);
             // Step 5: For JSON endpoints missing a body, carefully re-fetch in-browser via a pristine iframe
             const jsonEndpoints = networkEntries.filter(e => e.contentType.includes('json') && e.method === 'GET' && e.status === 200 && !e.responseBody);
-            for (const ep of jsonEndpoints.slice(0, 5)) {
+            await Promise.allSettled(jsonEndpoints.slice(0, 5).map(async (ep) => {
                 try {
                     const body = await page.evaluate(`async () => {
             let iframe = null;
@@ -282,7 +282,7 @@ export async function exploreUrl(url, opts) {
                         ep.responseBody = body;
                 }
                 catch { }
-            }
+            }));
             // Step 6: Detect framework
             let framework = {};
             try {
@@ -417,7 +417,7 @@ export async function exploreUrl(url, opts) {
             await Promise.all(writeTasks);
             return { ...result, out_dir: targetDir };
         })(), { timeout: exploreTimeout, label: `Explore ${url}` });
-    });
+    }, { workspace: opts.workspace });
 }
 export function renderExploreSummary(result) {
     const lines = [

package/dist/generate.js

@@ -60,6 +60,7 @@ export async function generateCliFromUrl(opts) {
         site: opts.site,
         goal: normalizeGoal(opts.goal) ?? opts.goal,
         waitSeconds: opts.waitSeconds ?? 3,
+        workspace: opts.workspace,
     });
     // Step 2: Synthesize candidates
     const synthesizeResult = synthesizeFromExplore(exploreResult.out_dir, {

package/dist/interceptor.js

@@ -22,6 +22,7 @@ export function generateInterceptorJs(patternExpr, opts = {}) {
     return `
     () => {
       window.${arr} = window.${arr} || [];
+      window.${arr}_errors = window.${arr}_errors || [];
       const __pattern = ${patternExpr};
 
       if (!window.${guard}) {
@@ -38,7 +39,7 @@ export function generateInterceptorJs(patternExpr, opts = {}) {
               const clone = response.clone();
               const json = await clone.json();
               window.${arr}.push(json);
-            } catch(e) {}
+            } catch(e) { window.${arr}_errors.push({ url: reqUrl, error: String(e) }); }
           }
           return response;
         };
@@ -56,7 +57,7 @@ export function generateInterceptorJs(patternExpr, opts = {}) {
             this.addEventListener('load', function() {
               try {
                 window.${arr}.push(JSON.parse(this.responseText));
-              } catch(e) {}
+              } catch(e) { window.${arr}_errors.push({ url: this.__opencli_url, error: String(e) }); }
             });
           }
           return __origSend.apply(this, arguments);

package/dist/output.d.ts

@@ -7,5 +7,6 @@ export interface RenderOptions {
     title?: string;
     elapsed?: number;
     source?: string;
+    footerExtra?: string;
 }
 export declare function render(data: unknown, opts?: RenderOptions): void;

package/dist/output.js

@@ -60,6 +60,8 @@ function renderTable(data, opts) {
         footer.push(`${opts.elapsed.toFixed(1)}s`);
     if (opts.source)
         footer.push(opts.source);
+    if (opts.footerExtra)
+        footer.push(opts.footerExtra);
     console.log(chalk.dim(footer.join(' · ')));
 }
 function renderJson(data) {
@@ -85,7 +87,7 @@ function renderCsv(data, opts) {
     for (const row of rows) {
         console.log(columns.map(c => {
             const v = String(row[c] ?? '');
-            return v.includes(',') || v.includes('"') || v.includes('\n')
+            return v.includes(',') || v.includes('"') || v.includes('\n') || v.includes('\r')
                 ? `"${v.replace(/"/g, '""')}"` : v;
         }).join(','));
     }

package/dist/pipeline/executor.test.js

@@ -8,6 +8,7 @@ function createMockPage(overrides = {}) {
     return {
         goto: vi.fn(),
         evaluate: vi.fn().mockResolvedValue(null),
+        getCookies: vi.fn().mockResolvedValue([]),
         snapshot: vi.fn().mockResolvedValue(''),
         click: vi.fn(),
         typeText: vi.fn(),