@jackwener/opencli 0.9.8 → 1.0.1

package/dist/clis/twitter/search.js

@@ -12,18 +12,54 @@ cli({
     ],
     columns: ['id', 'author', 'text', 'likes', 'views', 'url'],
     func: async (page, kwargs) => {
-        // Install the interceptor before opening the target page so we don't miss
-        // the initial SearchTimeline request fired during hydration.
-        await page.goto('https://x.com');
-        await page.wait(2);
+        const query = kwargs.query;
+        // 1. Navigate to x.com/explore (has a search input at the top)
+        await page.goto('https://x.com/explore');
+        await page.wait(3);
+        // 2. Install interceptor BEFORE triggering search.
+        //    SPA navigation preserves the JS context, so the monkey-patched
+        //    fetch will capture the SearchTimeline API call.
         await page.installInterceptor('SearchTimeline');
-        // 1. Navigate to the search page
-        const q = encodeURIComponent(kwargs.query);
-        await page.goto(`https://x.com/search?q=${q}&f=top`);
+        // 3. Use the search input to submit the query (SPA, no full reload).
+        //    Find the search input, type the query, and submit.
+        await page.evaluate(`
+      (() => {
+        const input = document.querySelector('input[data-testid="SearchBox_Search_Input"]');
+        if (!input) throw new Error('Search input not found');
+        input.focus();
+        const nativeSetter = Object.getOwnPropertyDescriptor(
+          HTMLInputElement.prototype, 'value'
+        ).set;
+        nativeSetter.call(input, ${JSON.stringify(query)});
+        input.dispatchEvent(new Event('input', { bubbles: true }));
+      })()
+    `);
+        await page.wait(0.5);
+        // Press Enter to submit
+        await page.evaluate(`
+      (() => {
+        const input = document.querySelector('input[data-testid="SearchBox_Search_Input"]');
+        if (!input) throw new Error('Search input not found');
+        input.dispatchEvent(new KeyboardEvent('keydown', { key: 'Enter', code: 'Enter', keyCode: 13, bubbles: true }));
+      })()
+    `);
         await page.wait(5);
-        // 3. Trigger API by scrolling
-        await page.autoScroll({ times: 3, delayMs: 2000 });
-        // 4. Retrieve data
+        // 4. Click "Top" tab if available (ensures we get top results)
+        try {
+            await page.evaluate(`
+        (() => {
+          const tabs = document.querySelectorAll('[role="tab"]');
+          for (const tab of tabs) {
+            if (tab.textContent.trim() === 'Top') { tab.click(); break; }
+          }
+        })()
+      `);
+            await page.wait(2);
+        }
+        catch { /* ignore if tab not found */ }
+        // 5. Scroll to trigger additional pagination
+        await page.autoScroll({ times: 2, delayMs: 2000 });
+        // 6. Retrieve captured data
         const requests = await page.getInterceptedRequests();
         if (!requests || requests.length === 0)
             return [];
@@ -31,7 +67,7 @@ cli({
         const seen = new Set();
         for (const req of requests) {
             try {
-                const insts = req.data?.data?.search_by_raw_query?.search_timeline?.timeline?.instructions || [];
+                const insts = req?.data?.search_by_raw_query?.search_timeline?.timeline?.instructions || [];
                 const addEntries = insts.find((i) => i.type === 'TimelineAddEntries')
                     || insts.find((i) => i.entries && Array.isArray(i.entries));
                 if (!addEntries?.entries)
@@ -49,9 +85,11 @@ cli({
                     if (!tweet.rest_id || seen.has(tweet.rest_id))
                         continue;
                     seen.add(tweet.rest_id);
+                    // Twitter moved screen_name from legacy to core
+                    const tweetUser = tweet.core?.user_results?.result;
                     results.push({
                         id: tweet.rest_id,
-                        author: tweet.core?.user_results?.result?.legacy?.screen_name || 'unknown',
+                        author: tweetUser?.core?.screen_name || tweetUser?.legacy?.screen_name || 'unknown',
                         text: tweet.note_tweet?.note_tweet_results?.result?.text || tweet.legacy?.full_text || '',
                         likes: tweet.legacy?.favorite_count || 0,
                         views: tweet.views?.count || '0',

package/dist/clis/weread/book.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weread/book.js

@@ -0,0 +1,26 @@
+import { cli, Strategy } from '../../registry.js';
+import { fetchWithPage } from './utils.js';
+cli({
+    site: 'weread',
+    name: 'book',
+    description: 'View book details on WeRead',
+    domain: 'weread.qq.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'bookId', positional: true, required: true, help: 'Book ID (numeric, from search or shelf results)' },
+    ],
+    columns: ['title', 'author', 'publisher', 'intro', 'category', 'rating'],
+    func: async (page, args) => {
+        const data = await fetchWithPage(page, '/book/info', { bookId: args.bookId });
+        // newRating is 0-1000 scale per community docs; needs runtime verification
+        const rating = data.newRating ? `${(data.newRating / 10).toFixed(1)}%` : '-';
+        return [{
+                title: data.title ?? '',
+                author: data.author ?? '',
+                publisher: data.publisher ?? '',
+                intro: data.intro ?? '',
+                category: data.category ?? '',
+                rating,
+            }];
+    },
+});

package/dist/clis/weread/highlights.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weread/highlights.js

@@ -0,0 +1,23 @@
+import { cli, Strategy } from '../../registry.js';
+import { fetchWithPage, formatDate } from './utils.js';
+cli({
+    site: 'weread',
+    name: 'highlights',
+    description: 'List your highlights (underlines) in a book',
+    domain: 'weread.qq.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'bookId', positional: true, required: true, help: 'Book ID (from shelf or search results)' },
+        { name: 'limit', type: 'int', default: 20, help: 'Max results' },
+    ],
+    columns: ['chapter', 'text', 'createTime'],
+    func: async (page, args) => {
+        const data = await fetchWithPage(page, '/book/bookmarklist', { bookId: args.bookId });
+        const items = data?.updated ?? [];
+        return items.slice(0, Number(args.limit)).map((item) => ({
+            chapter: item.chapterName ?? '',
+            text: item.markText ?? '',
+            createTime: formatDate(item.createTime),
+        }));
+    },
+});

package/dist/clis/weread/notebooks.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weread/notebooks.js

@@ -0,0 +1,21 @@
+import { cli, Strategy } from '../../registry.js';
+import { fetchWithPage } from './utils.js';
+cli({
+    site: 'weread',
+    name: 'notebooks',
+    description: 'List books that have highlights or notes',
+    domain: 'weread.qq.com',
+    strategy: Strategy.COOKIE,
+    columns: ['title', 'author', 'noteCount', 'bookId'],
+    func: async (page, _args) => {
+        const data = await fetchWithPage(page, '/user/notebooks');
+        const books = data?.books ?? [];
+        return books.map((item) => ({
+            title: item.book?.title ?? '',
+            author: item.book?.author ?? '',
+            // TODO: bookmarkCount/reviewCount field names from community docs, verify with real API
+            noteCount: (item.bookmarkCount ?? 0) + (item.reviewCount ?? 0),
+            bookId: item.bookId ?? '',
+        }));
+    },
+});

package/dist/clis/weread/notes.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weread/notes.js

@@ -0,0 +1,29 @@
+import { cli, Strategy } from '../../registry.js';
+import { fetchWithPage, formatDate } from './utils.js';
+cli({
+    site: 'weread',
+    name: 'notes',
+    description: 'List your notes (thoughts) on a book',
+    domain: 'weread.qq.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'bookId', positional: true, required: true, help: 'Book ID (from shelf or search results)' },
+        { name: 'limit', type: 'int', default: 20, help: 'Max results' },
+    ],
+    columns: ['chapter', 'text', 'review', 'createTime'],
+    func: async (page, args) => {
+        const data = await fetchWithPage(page, '/review/list', {
+            bookId: args.bookId,
+            listType: '11',
+            mine: '1',
+            synckey: '0',
+        });
+        const items = data?.reviews ?? [];
+        return items.slice(0, Number(args.limit)).map((item) => ({
+            chapter: item.review?.chapterName ?? '',
+            text: item.review?.abstract ?? '',
+            review: item.review?.content ?? '',
+            createTime: formatDate(item.review?.createTime),
+        }));
+    },
+});

package/dist/clis/weread/ranking.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weread/ranking.js

@@ -0,0 +1,28 @@
+import { cli, Strategy } from '../../registry.js';
+import { fetchWebApi } from './utils.js';
+cli({
+    site: 'weread',
+    name: 'ranking',
+    description: 'WeRead book rankings by category',
+    domain: 'weread.qq.com',
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: 'category', positional: true, default: 'all', help: 'Category: all (default), rising, or numeric category ID' },
+        { name: 'limit', type: 'int', default: 20, help: 'Max results' },
+    ],
+    columns: ['rank', 'title', 'author', 'category', 'readingCount', 'bookId'],
+    func: async (_page, args) => {
+        const cat = encodeURIComponent(args.category ?? 'all');
+        const data = await fetchWebApi(`/bookListInCategory/${cat}`, { rank: '1' });
+        const books = data?.books ?? [];
+        return books.slice(0, Number(args.limit)).map((item, i) => ({
+            rank: i + 1,
+            title: item.bookInfo?.title ?? '',
+            author: item.bookInfo?.author ?? '',
+            category: item.bookInfo?.category ?? '',
+            readingCount: item.readingCount ?? 0,
+            bookId: item.bookInfo?.bookId ?? '',
+        }));
+    },
+});

package/dist/clis/weread/search.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weread/search.js

@@ -0,0 +1,25 @@
+import { cli, Strategy } from '../../registry.js';
+import { fetchWebApi } from './utils.js';
+cli({
+    site: 'weread',
+    name: 'search',
+    description: 'Search books on WeRead',
+    domain: 'weread.qq.com',
+    strategy: Strategy.PUBLIC,
+    browser: false,
+    args: [
+        { name: 'keyword', positional: true, required: true, help: 'Search keyword' },
+        { name: 'limit', type: 'int', default: 10, help: 'Max results' },
+    ],
+    columns: ['rank', 'title', 'author', 'bookId'],
+    func: async (_page, args) => {
+        const data = await fetchWebApi('/search/global', { keyword: args.keyword });
+        const books = data?.books ?? [];
+        return books.slice(0, Number(args.limit)).map((item, i) => ({
+            rank: i + 1,
+            title: item.bookInfo?.title ?? '',
+            author: item.bookInfo?.author ?? '',
+            bookId: item.bookInfo?.bookId ?? '',
+        }));
+    },
+});

package/dist/clis/weread/shelf.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weread/shelf.js

@@ -0,0 +1,24 @@
+import { cli, Strategy } from '../../registry.js';
+import { fetchWithPage } from './utils.js';
+cli({
+    site: 'weread',
+    name: 'shelf',
+    description: 'List books on your WeRead bookshelf',
+    domain: 'weread.qq.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'limit', type: 'int', default: 20, help: 'Max results' },
+    ],
+    columns: ['title', 'author', 'progress', 'bookId'],
+    func: async (page, args) => {
+        const data = await fetchWithPage(page, '/shelf/sync', { synckey: '0', lectureSynckey: '0' });
+        const books = data?.books ?? [];
+        return books.slice(0, Number(args.limit)).map((item) => ({
+            title: item.bookInfo?.title ?? item.title ?? '',
+            author: item.bookInfo?.author ?? item.author ?? '',
+            // TODO: readingProgress field name from community docs, verify with real API response
+            progress: item.readingProgress != null ? `${item.readingProgress}%` : '-',
+            bookId: item.bookId ?? item.bookInfo?.bookId ?? '',
+        }));
+    },
+});

package/dist/clis/weread/utils.d.ts

@@ -0,0 +1,20 @@
+/**
+ * WeRead shared helpers: fetch wrappers and formatting.
+ *
+ * Two API domains:
+ * - WEB_API (weread.qq.com/web/*): public, Node.js fetch
+ * - API (i.weread.qq.com/*): private, browser page.evaluate with cookies
+ */
+import type { IPage } from '../../types.js';
+/**
+ * Fetch a public WeRead web endpoint (Node.js direct fetch).
+ * Used by search and ranking commands (browser: false).
+ */
+export declare function fetchWebApi(path: string, params?: Record<string, string>): Promise<any>;
+/**
+ * Fetch a private WeRead API endpoint via browser page.evaluate.
+ * Automatically carries cookies for authenticated requests.
+ */
+export declare function fetchWithPage(page: IPage, path: string, params?: Record<string, string>): Promise<any>;
+/** Format a Unix timestamp (seconds) to YYYY-MM-DD in UTC+8. Returns '-' for invalid input. */
+export declare function formatDate(ts: number | undefined | null): string;

package/dist/clis/weread/utils.js

@@ -0,0 +1,72 @@
+/**
+ * WeRead shared helpers: fetch wrappers and formatting.
+ *
+ * Two API domains:
+ * - WEB_API (weread.qq.com/web/*): public, Node.js fetch
+ * - API (i.weread.qq.com/*): private, browser page.evaluate with cookies
+ */
+import { CliError } from '../../errors.js';
+const WEB_API = 'https://weread.qq.com/web';
+const API = 'https://i.weread.qq.com';
+const UA = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';
+/**
+ * Fetch a public WeRead web endpoint (Node.js direct fetch).
+ * Used by search and ranking commands (browser: false).
+ */
+export async function fetchWebApi(path, params) {
+    const url = new URL(`${WEB_API}${path}`);
+    if (params) {
+        for (const [k, v] of Object.entries(params))
+            url.searchParams.set(k, v);
+    }
+    const resp = await fetch(url.toString(), {
+        headers: { 'User-Agent': UA },
+    });
+    if (!resp.ok) {
+        throw new CliError('FETCH_ERROR', `HTTP ${resp.status} for ${path}`, 'WeRead API may be temporarily unavailable');
+    }
+    try {
+        return await resp.json();
+    }
+    catch {
+        throw new CliError('PARSE_ERROR', `Invalid JSON response for ${path}`, 'WeRead may have returned an HTML error page');
+    }
+}
+/**
+ * Fetch a private WeRead API endpoint via browser page.evaluate.
+ * Automatically carries cookies for authenticated requests.
+ */
+export async function fetchWithPage(page, path, params) {
+    const url = new URL(`${API}${path}`);
+    if (params) {
+        for (const [k, v] of Object.entries(params))
+            url.searchParams.set(k, v);
+    }
+    const urlStr = url.toString();
+    const data = await page.evaluate(`
+    async () => {
+      const res = await fetch(${JSON.stringify(urlStr)}, { credentials: "include" });
+      if (!res.ok) return { _httpError: String(res.status) };
+      try { return await res.json(); }
+      catch { return { _httpError: 'JSON parse error (status ' + res.status + ')' }; }
+    }
+  `);
+    if (data?._httpError) {
+        throw new CliError('FETCH_ERROR', `HTTP ${data._httpError} for ${path}`, 'WeRead API may be temporarily unavailable');
+    }
+    if (data?.errcode === -2010) {
+        throw new CliError('AUTH_REQUIRED', 'Not logged in to WeRead', 'Please log in to weread.qq.com in Chrome first');
+    }
+    if (data?.errcode != null && data.errcode !== 0) {
+        throw new CliError('API_ERROR', data.errmsg ?? `WeRead API error ${data.errcode}`);
+    }
+    return data;
+}
+/** Format a Unix timestamp (seconds) to YYYY-MM-DD in UTC+8. Returns '-' for invalid input. */
+export function formatDate(ts) {
+    if (!Number.isFinite(ts) || ts <= 0)
+        return '-';
+    // WeRead timestamps are China-centric; offset to UTC+8 to avoid off-by-one near midnight
+    const d = new Date(ts * 1000 + 8 * 3600_000);
+    return d.toISOString().slice(0, 10);
+}

package/dist/clis/weread/utils.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/weread/utils.test.js

@@ -0,0 +1,85 @@
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import { formatDate, fetchWebApi, fetchWithPage } from './utils.js';
+describe('formatDate', () => {
+    it('formats a typical Unix timestamp in UTC+8', () => {
+        // 1705276800 = 2024-01-15 00:00:00 UTC = 2024-01-15 08:00:00 Beijing
+        expect(formatDate(1705276800)).toBe('2024-01-15');
+    });
+    it('handles UTC midnight edge case with UTC+8 offset', () => {
+        // 1705190399 = 2024-01-13 23:59:59 UTC = 2024-01-14 07:59:59 Beijing
+        expect(formatDate(1705190399)).toBe('2024-01-14');
+    });
+    it('returns dash for zero', () => {
+        expect(formatDate(0)).toBe('-');
+    });
+    it('returns dash for negative', () => {
+        expect(formatDate(-1)).toBe('-');
+    });
+    it('returns dash for NaN', () => {
+        expect(formatDate(NaN)).toBe('-');
+    });
+    it('returns dash for Infinity', () => {
+        expect(formatDate(Infinity)).toBe('-');
+    });
+    it('returns dash for undefined', () => {
+        expect(formatDate(undefined)).toBe('-');
+    });
+    it('returns dash for null', () => {
+        expect(formatDate(null)).toBe('-');
+    });
+});
+describe('fetchWebApi', () => {
+    beforeEach(() => {
+        vi.restoreAllMocks();
+    });
+    it('returns parsed JSON for successful response', async () => {
+        vi.stubGlobal('fetch', vi.fn().mockResolvedValue({
+            ok: true,
+            json: () => Promise.resolve({ books: [{ title: 'Test' }] }),
+        }));
+        const result = await fetchWebApi('/search/global', { keyword: 'test' });
+        expect(result).toEqual({ books: [{ title: 'Test' }] });
+    });
+    it('throws CliError on HTTP error', async () => {
+        vi.stubGlobal('fetch', vi.fn().mockResolvedValue({
+            ok: false,
+            status: 403,
+            json: () => Promise.resolve({}),
+        }));
+        await expect(fetchWebApi('/search/global')).rejects.toThrow('HTTP 403');
+    });
+    it('throws PARSE_ERROR on non-JSON response', async () => {
+        vi.stubGlobal('fetch', vi.fn().mockResolvedValue({
+            ok: true,
+            json: () => Promise.reject(new SyntaxError('Unexpected token <')),
+        }));
+        await expect(fetchWebApi('/search/global')).rejects.toThrow('Invalid JSON');
+    });
+});
+describe('fetchWithPage', () => {
+    it('throws AUTH_REQUIRED on errcode -2010', async () => {
+        const mockPage = {
+            evaluate: vi.fn().mockResolvedValue({ errcode: -2010, errmsg: '用户不存在' }),
+        };
+        await expect(fetchWithPage(mockPage, '/book/info')).rejects.toThrow('Not logged in');
+    });
+    it('throws API_ERROR on unknown errcode', async () => {
+        const mockPage = {
+            evaluate: vi.fn().mockResolvedValue({ errcode: -1, errmsg: 'unknown error' }),
+        };
+        await expect(fetchWithPage(mockPage, '/book/info')).rejects.toThrow('unknown error');
+    });
+    it('returns data on success (errcode 0 or absent)', async () => {
+        const mockPage = {
+            evaluate: vi.fn().mockResolvedValue({ title: 'Test Book', errcode: 0 }),
+        };
+        const result = await fetchWithPage(mockPage, '/book/info');
+        expect(result.title).toBe('Test Book');
+    });
+    it('throws FETCH_ERROR on HTTP error', async () => {
+        const mockPage = {
+            evaluate: vi.fn().mockResolvedValue({ _httpError: '403' }),
+        };
+        await expect(fetchWithPage(mockPage, '/book/info')).rejects.toThrow('HTTP 403');
+    });
+});

package/dist/daemon.d.ts

@@ -0,0 +1,13 @@
+/**
+ * opencli micro-daemon — HTTP + WebSocket bridge between CLI and Chrome Extension.
+ *
+ * Architecture:
+ *   CLI → HTTP POST /command → daemon → WebSocket → Extension
+ *   Extension → WebSocket result → daemon → HTTP response → CLI
+ *
+ * Lifecycle:
+ *   - Auto-spawned by opencli on first browser command
+ *   - Auto-exits after 5 minutes of idle
+ *   - Listens on localhost:19825
+ */
+export {};