@jackwener/opencli 1.0.1 → 1.0.4

package/dist/clis/stackoverflow/hot.yaml

@@ -0,0 +1,28 @@
+site: stackoverflow
+name: hot
+description: Hot Stack Overflow questions
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions?order=desc&sort=hot&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/dist/clis/stackoverflow/search.yaml

@@ -0,0 +1,32 @@
+site: stackoverflow
+name: search
+description: Search Stack Overflow questions
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  query:
+    type: string
+    required: true
+    description: Search query
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/search/advanced?order=desc&sort=relevance&q=${{ args.query }}&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/dist/clis/stackoverflow/unanswered.yaml

@@ -0,0 +1,28 @@
+site: stackoverflow
+name: unanswered
+description: Top voted unanswered questions on Stack Overflow
+domain: stackoverflow.com
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Max number of results
+
+pipeline:
+  - fetch:
+      url: https://api.stackexchange.com/2.3/questions/unanswered?order=desc&sort=votes&site=stackoverflow
+  
+  - select: items
+  
+  - map:
+      title: "${{ item.title }}"
+      score: "${{ item.score }}"
+      answers: "${{ item.answer_count }}"
+      url: "${{ item.link }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [title, score, answers, url]

package/dist/clis/twitter/download.js

@@ -8,7 +8,7 @@
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import { cli, Strategy } from '../../registry.js';
-import { httpDownload, ytdlpDownload, checkYtdlp, getTempDir, exportCookiesToNetscape, } from '../../download/index.js';
+import { httpDownload, ytdlpDownload, checkYtdlp, getTempDir, exportCookiesToNetscape, formatCookieHeader, } from '../../download/index.js';
 import { DownloadProgressTracker, formatBytes } from '../../download/progress.js';
 cli({
     site: 'twitter',
@@ -95,7 +95,8 @@ cli({
                 }];
         }
         // Extract cookies
-        const cookieString = await page.evaluate(`(() => document.cookie)()`);
+        const cookies = await page.getCookies({ domain: 'x.com' });
+        const cookieString = formatCookieHeader(cookies);
         // Create output directory
         const outputDir = tweetUrl
             ? path.join(output, 'tweets')
@@ -103,21 +104,10 @@ cli({
         fs.mkdirSync(outputDir, { recursive: true });
         // Export cookies for yt-dlp
         let cookiesFile;
-        if (typeof cookieString === 'string' && cookieString) {
+        if (cookies.length > 0) {
             const tempDir = getTempDir();
             fs.mkdirSync(tempDir, { recursive: true });
             cookiesFile = path.join(tempDir, `twitter_cookies_${Date.now()}.txt`);
-            const cookies = cookieString.split(';').map((c) => {
-                const [name, ...rest] = c.trim().split('=');
-                return {
-                    name: name || '',
-                    value: rest.join('=') || '',
-                    domain: '.x.com',
-                    path: '/',
-                    secure: true,
-                    httpOnly: false,
-                };
-            }).filter((c) => c.name);
             exportCookiesToNetscape(cookies, cookiesFile);
         }
         // Deduplicate media
@@ -152,7 +142,7 @@ cli({
                 else if (media.type === 'image') {
                     // Direct HTTP download for images
                     result = await httpDownload(media.url, destPath, {
-                        cookies: typeof cookieString === 'string' ? cookieString : '',
+                        cookies: cookieString,
                         timeout: 30000,
                         onProgress: (received, total) => {
                             if (progressBar)
@@ -163,7 +153,7 @@ cli({
                 else {
                     // Direct HTTP download for direct video URLs
                     result = await httpDownload(media.url, destPath, {
-                        cookies: typeof cookieString === 'string' ? cookieString : '',
+                        cookies: cookieString,
                         timeout: 60000,
                         onProgress: (received, total) => {
                             if (progressBar)

package/dist/clis/twitter/post.js

@@ -23,8 +23,15 @@ cli({
             const box = document.querySelector('[data-testid="tweetTextarea_0"]');
             if (box) {
                 box.focus();
-                // insertText is the most reliable way to trigger React's onChange events
-                document.execCommand('insertText', false, ${JSON.stringify(kwargs.text)});
+                // Simulate a paste event to properly handle newlines in Draft.js/React
+                const textToInsert = ${JSON.stringify(kwargs.text)};
+                const dataTransfer = new DataTransfer();
+                dataTransfer.setData('text/plain', textToInsert);
+                box.dispatchEvent(new ClipboardEvent('paste', {
+                    clipboardData: dataTransfer,
+                    bubbles: true,
+                    cancelable: true
+                }));
             } else {
                 return { ok: false, message: 'Could not find the tweet composer text area.' };
             }

package/dist/clis/twitter/search.js

@@ -20,45 +20,26 @@ cli({
         //    SPA navigation preserves the JS context, so the monkey-patched
         //    fetch will capture the SearchTimeline API call.
         await page.installInterceptor('SearchTimeline');
-        // 3. Use the search input to submit the query (SPA, no full reload).
-        //    Find the search input, type the query, and submit.
+        // 3. Trigger SPA navigation to search results via history API.
+        //    pushState + popstate triggers React Router's listener without
+        //    a full page reload, so the interceptor stays alive.
+        //    Note: the previous approach (nativeSetter + Enter keydown on the
+        //    search input) does not reliably trigger Twitter's form submission.
+        const searchUrl = JSON.stringify(`/search?q=${encodeURIComponent(query)}&f=top`);
         await page.evaluate(`
       (() => {
-        const input = document.querySelector('input[data-testid="SearchBox_Search_Input"]');
-        if (!input) throw new Error('Search input not found');
-        input.focus();
-        const nativeSetter = Object.getOwnPropertyDescriptor(
-          HTMLInputElement.prototype, 'value'
-        ).set;
-        nativeSetter.call(input, ${JSON.stringify(query)});
-        input.dispatchEvent(new Event('input', { bubbles: true }));
-      })()
-    `);
-        await page.wait(0.5);
-        // Press Enter to submit
-        await page.evaluate(`
-      (() => {
-        const input = document.querySelector('input[data-testid="SearchBox_Search_Input"]');
-        if (!input) throw new Error('Search input not found');
-        input.dispatchEvent(new KeyboardEvent('keydown', { key: 'Enter', code: 'Enter', keyCode: 13, bubbles: true }));
+        window.history.pushState({}, '', ${searchUrl});
+        window.dispatchEvent(new PopStateEvent('popstate', { state: {} }));
       })()
     `);
         await page.wait(5);
-        // 4. Click "Top" tab if available (ensures we get top results)
-        try {
-            await page.evaluate(`
-        (() => {
-          const tabs = document.querySelectorAll('[role="tab"]');
-          for (const tab of tabs) {
-            if (tab.textContent.trim() === 'Top') { tab.click(); break; }
-          }
-        })()
-      `);
-            await page.wait(2);
+        // Verify SPA navigation succeeded
+        const currentPath = await page.evaluate('() => window.location.pathname');
+        if (!currentPath?.startsWith('/search')) {
+            throw new Error('SPA navigation to /search failed. Twitter may have changed its routing.');
         }
-        catch { /* ignore if tab not found */ }
-        // 5. Scroll to trigger additional pagination
-        await page.autoScroll({ times: 2, delayMs: 2000 });
+        // 4. Scroll to trigger additional pagination
+        await page.autoScroll({ times: 3, delayMs: 2000 });
         // 6. Retrieve captured data
         const requests = await page.getInterceptedRequests();
         if (!requests || requests.length === 0)

package/dist/clis/xiaohongshu/download.d.ts

@@ -2,6 +2,6 @@
  * Xiaohongshu download — download images and videos from a note.
  *
  * Usage:
- *   opencli xiaohongshu download --note-id abc123 --output ./xhs
+ *   opencli xiaohongshu download --note_id abc123 --output ./xhs
  */
 export {};

package/dist/clis/xiaohongshu/download.js

@@ -2,12 +2,12 @@
  * Xiaohongshu download — download images and videos from a note.
  *
  * Usage:
- *   opencli xiaohongshu download --note-id abc123 --output ./xhs
+ *   opencli xiaohongshu download --note_id abc123 --output ./xhs
  */
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import { cli, Strategy } from '../../registry.js';
-import { httpDownload, } from '../../download/index.js';
+import { httpDownload, formatCookieHeader, } from '../../download/index.js';
 import { DownloadProgressTracker, formatBytes } from '../../download/progress.js';
 cli({
     site: 'xiaohongshu',
@@ -104,7 +104,7 @@ cli({
             return [{ index: 0, type: '-', status: 'failed', size: 'No media found' }];
         }
         // Extract cookies for authenticated downloads
-        const cookies = await page.evaluate(`(() => document.cookie)()`);
+        const cookies = formatCookieHeader(await page.getCookies({ domain: 'xiaohongshu.com' }));
         // Create output directory
         const outputDir = path.join(output, noteId);
         fs.mkdirSync(outputDir, { recursive: true });
@@ -119,7 +119,7 @@ cli({
             const progressBar = tracker.onFileStart(filename, i);
             try {
                 const result = await httpDownload(media.url, destPath, {
-                    cookies: typeof cookies === 'string' ? cookies : '',
+                    cookies,
                     timeout: 60000,
                     onProgress: (received, total) => {
                         if (progressBar)

package/dist/clis/zhihu/download.js

@@ -7,7 +7,7 @@
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import { cli, Strategy } from '../../registry.js';
-import { sanitizeFilename, httpDownload } from '../../download/index.js';
+import { sanitizeFilename, httpDownload, formatCookieHeader } from '../../download/index.js';
 import { formatBytes } from '../../download/progress.js';
 /**
  * Convert HTML content to Markdown.
@@ -150,7 +150,7 @@ cli({
         if (downloadImages && data.images && data.images.length > 0) {
             const imagesDir = path.join(output, 'images');
             fs.mkdirSync(imagesDir, { recursive: true });
-            const cookies = await page.evaluate(`(() => document.cookie)()`);
+            const cookies = formatCookieHeader(await page.getCookies({ domain: 'zhihu.com' }));
             for (let i = 0; i < data.images.length; i++) {
                 const imgUrl = data.images[i];
                 const ext = imgUrl.match(/\.(jpg|jpeg|png|gif|webp)/i)?.[1] || 'jpg';
@@ -158,7 +158,7 @@ cli({
                 const imgPath = path.join(imagesDir, imgFilename);
                 try {
                     await httpDownload(imgUrl, imgPath, {
-                        cookies: typeof cookies === 'string' ? cookies : '',
+                        cookies,
                         timeout: 30000,
                     });
                     // Replace image URL in markdown with local path

package/dist/doctor.d.ts

@@ -8,6 +8,7 @@ export type DoctorOptions = {
     fix?: boolean;
     yes?: boolean;
     live?: boolean;
+    sessions?: boolean;
     cliVersion?: string;
 };
 export type ConnectivityResult = {
@@ -20,6 +21,12 @@ export type DoctorReport = {
     daemonRunning: boolean;
     extensionConnected: boolean;
     connectivity?: ConnectivityResult;
+    sessions?: Array<{
+        workspace: string;
+        windowId: number;
+        tabCount: number;
+        idleMsRemaining: number;
+    }>;
     issues: string[];
 };
 /**

package/dist/doctor.js

@@ -7,6 +7,7 @@
 import chalk from 'chalk';
 import { checkDaemonStatus } from './browser/discover.js';
 import { BrowserBridge } from './browser/index.js';
+import { listSessions } from './browser/daemon-client.js';
 /**
  * Test connectivity by attempting a real browser command.
  */
@@ -30,6 +31,9 @@ export async function runBrowserDoctor(opts = {}) {
     if (opts.live) {
         connectivity = await checkConnectivity();
     }
+    const sessions = opts.sessions && status.running && status.extensionConnected
+        ? await listSessions()
+        : undefined;
     const issues = [];
     if (!status.running) {
         issues.push('Daemon is not running. It should start automatically when you run an opencli browser command.');
@@ -49,6 +53,7 @@ export async function runBrowserDoctor(opts = {}) {
         daemonRunning: status.running,
         extensionConnected: status.extensionConnected,
         connectivity,
+        sessions,
         issues,
     };
 }
@@ -71,6 +76,17 @@ export function renderBrowserDoctorReport(report) {
     else {
         lines.push(`${chalk.dim('[SKIP]')} Connectivity: not tested (use --live)`);
     }
+    if (report.sessions) {
+        lines.push('', chalk.bold('Sessions:'));
+        if (report.sessions.length === 0) {
+            lines.push(chalk.dim('  • no active automation sessions'));
+        }
+        else {
+            for (const session of report.sessions) {
+                lines.push(chalk.dim(`  • ${session.workspace} → window ${session.windowId}, tabs=${session.tabCount}, idle=${Math.ceil(session.idleMsRemaining / 1000)}s`));
+            }
+        }
+    }
     if (report.issues.length) {
         lines.push('', chalk.yellow('Issues:'));
         for (const issue of report.issues) {

package/dist/download/index.d.ts

@@ -14,6 +14,15 @@ export interface YtdlpOptions {
     extraArgs?: string[];
     onProgress?: (percent: number) => void;
 }
+export interface BrowserCookie {
+    name: string;
+    value: string;
+    domain: string;
+    path?: string;
+    secure?: boolean;
+    httpOnly?: boolean;
+    expirationDate?: number;
+}
 /**
  * Check if yt-dlp is available in PATH.
  */
@@ -38,17 +47,12 @@ export declare function httpDownload(url: string, destPath: string, options?: Do
     size: number;
     error?: string;
 }>;
+export declare function resolveRedirectUrl(currentUrl: string, location: string): string;
 /**
  * Export cookies to Netscape format for yt-dlp.
  */
-export declare function exportCookiesToNetscape(cookies: Array<{
-    name: string;
-    value: string;
-    domain: string;
-    path?: string;
-    secure?: boolean;
-    httpOnly?: boolean;
-}>, filePath: string): void;
+export declare function exportCookiesToNetscape(cookies: BrowserCookie[], filePath: string): void;
+export declare function formatCookieHeader(cookies: BrowserCookie[]): string;
 /**
  * Download video using yt-dlp.
  */

package/dist/download/index.js

@@ -107,13 +107,15 @@ export async function httpDownload(url, destPath, options = {}) {
             // Handle redirects
             if (response.statusCode && response.statusCode >= 300 && response.statusCode < 400 && response.headers.location) {
                 file.close();
-                fs.unlinkSync(tempPath);
-                httpDownload(response.headers.location, destPath, options).then(resolve);
+                if (fs.existsSync(tempPath))
+                    fs.unlinkSync(tempPath);
+                httpDownload(resolveRedirectUrl(url, response.headers.location), destPath, options).then(resolve);
                 return;
             }
             if (response.statusCode !== 200) {
                 file.close();
-                fs.unlinkSync(tempPath);
+                if (fs.existsSync(tempPath))
+                    fs.unlinkSync(tempPath);
                 resolve({ success: false, size: 0, error: `HTTP ${response.statusCode}` });
                 return;
             }
@@ -147,6 +149,9 @@ export async function httpDownload(url, destPath, options = {}) {
         });
     });
 }
+export function resolveRedirectUrl(currentUrl, location) {
+    return new URL(location, currentUrl).toString();
+}
 /**
  * Export cookies to Netscape format for yt-dlp.
  */
@@ -168,6 +173,9 @@ export function exportCookiesToNetscape(cookies, filePath) {
     fs.mkdirSync(path.dirname(filePath), { recursive: true });
     fs.writeFileSync(filePath, lines.join('\n'));
 }
+export function formatCookieHeader(cookies) {
+    return cookies.map((cookie) => `${cookie.name}=${cookie.value}`).join('; ');
+}
 /**
  * Download video using yt-dlp.
  */

package/dist/download/index.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/download/index.test.js

@@ -0,0 +1,14 @@
+import { describe, expect, it } from 'vitest';
+import { formatCookieHeader, resolveRedirectUrl } from './index.js';
+describe('download helpers', () => {
+    it('resolves relative redirects against the original URL', () => {
+        expect(resolveRedirectUrl('https://example.com/a/file', '/cdn/file.bin')).toBe('https://example.com/cdn/file.bin');
+        expect(resolveRedirectUrl('https://example.com/a/file', '../next')).toBe('https://example.com/next');
+    });
+    it('formats browser cookies into a Cookie header', () => {
+        expect(formatCookieHeader([
+            { name: 'sid', value: 'abc', domain: 'example.com' },
+            { name: 'ct0', value: 'def', domain: 'example.com' },
+        ])).toBe('sid=abc; ct0=def');
+    });
+});

package/dist/engine.js

@@ -24,12 +24,15 @@ export async function discoverClis(...dirs) {
     // Fast path: try manifest first (production / post-build)
     for (const dir of dirs) {
         const manifestPath = path.resolve(dir, '..', 'cli-manifest.json');
-        if (fs.existsSync(manifestPath)) {
-            loadFromManifest(manifestPath, dir);
+        try {
+            await fs.promises.access(manifestPath);
+            await loadFromManifest(manifestPath, dir);
             continue; // Skip filesystem scan for this directory
         }
-        // Fallback: runtime filesystem scan (development)
-        await discoverClisFromFs(dir);
+        catch {
+            // Fallback: runtime filesystem scan (development)
+            await discoverClisFromFs(dir);
+        }
     }
 }
 /**
@@ -37,9 +40,10 @@ export async function discoverClis(...dirs) {
  * YAML pipelines are inlined — zero YAML parsing at runtime.
  * TS modules are deferred — loaded lazily on first execution.
  */
-function loadFromManifest(manifestPath, clisDir) {
+async function loadFromManifest(manifestPath, clisDir) {
     try {
-        const manifest = JSON.parse(fs.readFileSync(manifestPath, 'utf-8'));
+        const raw = await fs.promises.readFile(manifestPath, 'utf-8');
+        const manifest = JSON.parse(raw);
         for (const entry of manifest) {
             if (entry.type === 'yaml') {
                 // YAML pipelines fully inlined in manifest — register directly
@@ -90,17 +94,24 @@ function loadFromManifest(manifestPath, clisDir) {
  * Fallback: traditional filesystem scan (used during development with tsx).
  */
 async function discoverClisFromFs(dir) {
-    if (!fs.existsSync(dir))
+    try {
+        await fs.promises.access(dir);
+    }
+    catch {
         return;
+    }
     const promises = [];
-    for (const site of fs.readdirSync(dir)) {
-        const siteDir = path.join(dir, site);
-        if (!fs.statSync(siteDir).isDirectory())
+    const entries = await fs.promises.readdir(dir, { withFileTypes: true });
+    for (const entry of entries) {
+        if (!entry.isDirectory())
             continue;
-        for (const file of fs.readdirSync(siteDir)) {
+        const site = entry.name;
+        const siteDir = path.join(dir, site);
+        const files = await fs.promises.readdir(siteDir);
+        for (const file of files) {
             const filePath = path.join(siteDir, file);
             if (file.endsWith('.yaml') || file.endsWith('.yml')) {
-                registerYamlCli(filePath, site);
+                promises.push(registerYamlCli(filePath, site));
             }
             else if ((file.endsWith('.js') && !file.endsWith('.d.js')) ||
                 (file.endsWith('.ts') && !file.endsWith('.d.ts') && !file.endsWith('.test.ts'))) {
@@ -112,9 +123,9 @@ async function discoverClisFromFs(dir) {
     }
     await Promise.all(promises);
 }
-function registerYamlCli(filePath, defaultSite) {
+async function registerYamlCli(filePath, defaultSite) {
     try {
-        const raw = fs.readFileSync(filePath, 'utf-8');
+        const raw = await fs.promises.readFile(filePath, 'utf-8');
         const def = yaml.load(raw);
         if (!def || typeof def !== 'object')
             return;

package/dist/explore.d.ts

@@ -23,5 +23,6 @@ export declare function exploreUrl(url: string, opts: {
     query?: string;
     clickLabels?: string[];
     auto?: boolean;
+    workspace?: string;
 }): Promise<Record<string, any>>;
 export declare function renderExploreSummary(result: Record<string, any>): string;