@jackwener/opencli 1.7.17 → 1.7.19

package/clis/xiaohongshu/user.js

@@ -1,7 +1,10 @@
 import { cli, Strategy } from '@jackwener/opencli/registry';
 import { extractXhsUserNotes, normalizeXhsUserId } from './user-helpers.js';
-async function readUserSnapshot(page) {
-    return await page.evaluate(`
+/**
+ * Host-agnostic IIFE that snapshots the user profile's Pinia store. Exported
+ * so the rednote adapter can reuse it without copying the safeClone block.
+ */
+export const USER_SNAPSHOT_JS = `
     (() => {
       const safeClone = (value) => {
         try {
@@ -17,9 +20,11 @@ async function readUserSnapshot(page) {
         pageData: safeClone(userStore.userPageData?._value || userStore.userPageData || {}),
       };
     })()
-  `);
+  `;
+async function readUserSnapshot(page) {
+    return await page.evaluate(USER_SNAPSHOT_JS);
 }
-cli({
+export const command = cli({
     site: 'xiaohongshu',
     name: 'user',
     access: 'read',

package/clis/xueqiu/earnings-date.js

@@ -1,6 +1,6 @@
 import { cli } from '@jackwener/opencli/registry';
 import { EmptyResultError } from '@jackwener/opencli/errors';
-import { fetchXueqiuJson } from './utils.js';
+import { fetchXueqiuJson, formatChinaDate } from './utils.js';
 cli({
     site: 'xueqiu',
     name: 'earnings-date',
@@ -32,7 +32,7 @@ cli({
             .filter((item) => item.subtype === 2)
             .map((item) => {
             const ts = item.timestamp;
-            const dateStr = ts ? new Date(ts).toISOString().split('T')[0] : null;
+            const dateStr = ts ? formatChinaDate(ts) : null;
             const isFuture = ts && ts > now;
             return { date: dateStr, report: item.message, status: isFuture ? '⏳ 未发布' : '✅ 已发布', _ts: ts, _future: isFuture };
         });

package/clis/xueqiu/kline.js

@@ -1,6 +1,6 @@
 import { cli } from '@jackwener/opencli/registry';
 import { EmptyResultError } from '@jackwener/opencli/errors';
-import { fetchXueqiuJson } from './utils.js';
+import { fetchXueqiuJson, formatChinaDate } from './utils.js';
 cli({
     site: 'xueqiu',
     name: 'kline',
@@ -31,7 +31,7 @@ cli({
         const colIdx = {};
         columns.forEach((name, i) => { colIdx[name] = i; });
         return d.data.item.map(row => ({
-            date: colIdx.timestamp != null ? new Date(row[colIdx.timestamp]).toISOString().split('T')[0] : null,
+            date: colIdx.timestamp != null ? formatChinaDate(row[colIdx.timestamp]) : null,
             open: row[colIdx.open] ?? null,
             high: row[colIdx.high] ?? null,
             low: row[colIdx.low] ?? null,

package/clis/xueqiu/utils.js

@@ -1,4 +1,23 @@
 import { AuthRequiredError, CommandExecutionError } from '@jackwener/opencli/errors';
+
+const CHINA_DATE_FORMATTER = new Intl.DateTimeFormat('en-US', {
+    timeZone: 'Asia/Shanghai',
+    year: 'numeric',
+    month: '2-digit',
+    day: '2-digit',
+});
+
+/** Format a Unix ms timestamp as the matching `YYYY-MM-DD` in Asia/Shanghai (xueqiu's canonical user timezone for all markets). */
+export function formatChinaDate(ts) {
+    if (ts == null) return null;
+    const parts = Object.fromEntries(
+        CHINA_DATE_FORMATTER.formatToParts(new Date(ts))
+            .filter((part) => part.type !== 'literal')
+            .map((part) => [part.type, part.value]),
+    );
+    return `${parts.year}-${parts.month}-${parts.day}`;
+}
+
 /**
  * Fetch a xueqiu JSON API from inside the browser context (credentials included).
  * Page must already be navigated to xueqiu.com before calling this function.

package/clis/xueqiu/utils.test.js

@@ -0,0 +1,26 @@
+import { describe, expect, it } from 'vitest';
+import { formatChinaDate } from './utils.js';
+
+describe('formatChinaDate', () => {
+    it('returns the Asia/Shanghai date for a UTC ms at China midnight', () => {
+        expect(formatChinaDate(Date.UTC(2026, 4, 7, 16, 0, 0))).toBe('2026-05-08');
+    });
+    it('returns the same China date for a moment late in the day', () => {
+        expect(formatChinaDate(Date.UTC(2026, 4, 8, 14, 0, 0))).toBe('2026-05-08');
+    });
+    it('formats representative A-share and US-market bars on xueqiu Beijing dates', () => {
+        expect(formatChinaDate(Date.UTC(2026, 4, 7, 16, 0, 0))).toBe('2026-05-08');
+        expect(formatChinaDate(Date.UTC(2026, 4, 10, 16, 0, 0))).toBe('2026-05-11');
+    });
+    it('crosses the China day boundary at 16:00 UTC', () => {
+        expect(formatChinaDate(Date.UTC(2026, 0, 1, 15, 59, 59))).toBe('2026-01-01');
+        expect(formatChinaDate(Date.UTC(2026, 0, 1, 16, 0, 0))).toBe('2026-01-02');
+    });
+    it('always returns an ISO calendar date string, not a locale-shaped slash date', () => {
+        expect(formatChinaDate(Date.UTC(2026, 0, 1, 16, 0, 0))).toMatch(/^\d{4}-\d{2}-\d{2}$/);
+    });
+    it('returns null for nullish input', () => {
+        expect(formatChinaDate(null)).toBeNull();
+        expect(formatChinaDate(undefined)).toBeNull();
+    });
+});

package/clis/youtube/transcript.js

@@ -86,12 +86,37 @@ cli({
             console.error(`Warning: --lang "${captionData.requestedLang}" not found. Using "${captionData.language}" instead. Available: ${captionData.available.join(', ')}`);
         }
         // Step 2: Fetch caption XML and parse segments
+        // Ensure caption URL requests srv3 XML format — YouTube may return empty
+        // responses when no explicit format is specified.
+        const originalCaptionUrl = captionData.captionUrl;
+        let captionUrl = originalCaptionUrl;
+        if (!/[&?]fmt=/.test(originalCaptionUrl)) {
+            captionUrl = originalCaptionUrl + (originalCaptionUrl.includes('?') ? '&' : '?') + 'fmt=srv3';
+        }
         const segments = await page.evaluate(`
       (async () => {
-        const resp = await fetch(${JSON.stringify(captionData.captionUrl)});
-        const xml = await resp.text();
+        async function fetchCaptionXml(url) {
+          const resp = await fetch(url);
+          if (!resp.ok) return { error: 'Caption URL returned HTTP ' + resp.status };
+          return { xml: await resp.text() || '' };
+        }
+
+        const primaryUrl = ${JSON.stringify(captionUrl)};
+        const originalUrl = ${JSON.stringify(originalCaptionUrl)};
+        let result = await fetchCaptionXml(primaryUrl);
+        if (result.error) return result;
+
+        // If srv3 format returned an empty successful body, retry with the
+        // original URL. Do not hide HTTP/non-OK failures behind fallback.
+        if (!result.xml.length && originalUrl !== primaryUrl) {
+          result = await fetchCaptionXml(originalUrl);
+          if (result.error) {
+            return result;
+          }
+        }
+        const xml = result.xml;
 
-        if (!xml?.length) {
+        if (!xml.length) {
           return { error: 'Caption URL returned empty response' };
         }
 

package/clis/youtube/transcript.test.js

@@ -1,11 +1,37 @@
-import { describe, expect, it } from 'vitest';
+import { afterEach, describe, expect, it, vi } from 'vitest';
 import { readFileSync } from 'node:fs';
 import { dirname, resolve } from 'node:path';
 import { fileURLToPath } from 'node:url';
+import { getRegistry } from '@jackwener/opencli/registry';
+import './transcript.js';
 
 const __dirname = dirname(fileURLToPath(import.meta.url));
 const transcriptSource = readFileSync(resolve(__dirname, 'transcript.js'), 'utf8');
 
+function createPageMock(captionUrl) {
+    const page = {
+        goto: vi.fn().mockResolvedValue(undefined),
+        wait: vi.fn().mockResolvedValue(undefined),
+        evaluate: vi.fn(),
+    };
+    page.evaluate
+        .mockResolvedValueOnce({
+        captionUrl,
+        language: 'en',
+        kind: 'manual',
+        available: ['en'],
+        requestedLang: null,
+        langMatched: false,
+        langPrefixMatched: false,
+    })
+        .mockResolvedValue([{ start: 1, end: 3, text: 'hello & world' }]);
+    return page;
+}
+
+afterEach(() => {
+    vi.unstubAllGlobals();
+});
+
 describe('youtube transcript source contract', () => {
     it('gets caption tracks from watch page bootstrap data, not Android InnerTube', () => {
         expect(transcriptSource).toContain("fetch('/watch?v='");
@@ -14,4 +40,67 @@ describe('youtube transcript source contract', () => {
         expect(transcriptSource).not.toContain('/youtubei/v1/player');
         expect(transcriptSource).not.toContain("clientName: 'ANDROID'");
     });
+
+    it('normalizes caption URL to request srv3 XML format', () => {
+        expect(transcriptSource).toContain('fmt=srv3');
+    });
+
+    it('checks HTTP status before reading caption response body', () => {
+        expect(transcriptSource).toContain('resp.ok');
+    });
+});
+
+describe('youtube transcript caption fetch', () => {
+    const command = getRegistry().get('youtube/transcript');
+
+    it('requests srv3 when the caption track URL has no explicit format', async () => {
+        const page = createPageMock('https://www.youtube.com/api/timedtext?v=abc&lang=en');
+
+        const rows = await command.func(page, { url: 'abc', mode: 'raw' });
+
+        expect(page.evaluate.mock.calls[1][0]).toContain('const primaryUrl = "https://www.youtube.com/api/timedtext?v=abc&lang=en&fmt=srv3"');
+        expect(page.evaluate.mock.calls[1][0]).toContain('const originalUrl = "https://www.youtube.com/api/timedtext?v=abc&lang=en"');
+        expect(rows).toEqual([{ index: 1, start: '1.00s', end: '3.00s', text: 'hello & world' }]);
+    });
+
+    it('does not override an existing caption format', async () => {
+        const page = createPageMock('https://www.youtube.com/api/timedtext?v=abc&lang=en&fmt=vtt');
+
+        await command.func(page, { url: 'abc', mode: 'raw' });
+
+        expect(page.evaluate.mock.calls[1][0]).toContain('const primaryUrl = "https://www.youtube.com/api/timedtext?v=abc&lang=en&fmt=vtt"');
+        expect(page.evaluate.mock.calls[1][0]).toContain('const originalUrl = "https://www.youtube.com/api/timedtext?v=abc&lang=en&fmt=vtt"');
+    });
+
+    it('falls back to the original URL only after an empty successful srv3 response', async () => {
+        const page = createPageMock('https://www.youtube.com/api/timedtext?v=abc&lang=en');
+
+        await command.func(page, { url: 'abc', mode: 'raw' });
+
+        const script = page.evaluate.mock.calls[1][0];
+        expect(script).toContain('if (!result.xml.length && originalUrl !== primaryUrl)');
+        expect(script).toContain('result = await fetchCaptionXml(originalUrl)');
+        expect(script).toContain('if (result.error) {');
+    });
+
+    it('fails typed on caption HTTP errors instead of falling back silently', async () => {
+        const page = createPageMock('https://www.youtube.com/api/timedtext?v=abc&lang=en');
+        page.evaluate.mockReset();
+        page.evaluate
+            .mockResolvedValueOnce({
+            captionUrl: 'https://www.youtube.com/api/timedtext?v=abc&lang=en',
+            language: 'en',
+            kind: 'manual',
+            available: ['en'],
+            requestedLang: null,
+            langMatched: false,
+            langPrefixMatched: false,
+        })
+            .mockResolvedValueOnce({ error: 'Caption URL returned HTTP 503' });
+
+        await expect(command.func(page, { url: 'abc', mode: 'raw' })).rejects.toMatchObject({
+            code: 'COMMAND_EXEC',
+            message: expect.stringContaining('HTTP 503'),
+        });
+    });
 });

package/clis/zhihu/answer-detail.js

@@ -0,0 +1,233 @@
+import { cli, Strategy } from '@jackwener/opencli/registry';
+import { ArgumentError, AuthRequiredError, CommandExecutionError, EmptyResultError } from '@jackwener/opencli/errors';
+
+// Light-weight HTML → text, preserving paragraph / heading / list-item
+// line breaks. Zhihu answer `content` is HTML, so we map block-level
+// closing tags + `<br>` to newlines before stripping the rest.
+function stripHtml(html) {
+    if (!html) return '';
+    return html
+        .replace(/<br\s*\/?\s*>/gi, '\n')
+        // Block-level closing tags become paragraph breaks (double
+        // newline) so the stripped text stays readable. The trailing
+        // `\n{3,}` collapse pass below normalizes accidental triples.
+        .replace(/<\/(?:p|div|h[1-6]|li|blockquote)>/gi, '\n\n')
+        .replace(/<[^>]+>/g, '')
+        .replace(/&nbsp;/g, ' ')
+        .replace(/&lt;/g, '<')
+        .replace(/&gt;/g, '>')
+        .replace(/&amp;/g, '&')
+        .replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'")
+        .replace(/\n{3,}/g, '\n\n')
+        .trim();
+}
+
+const ANSWER_ID_RE = /^\d+$/;
+const ANSWER_TYPED_RE = /^answer:(\d+):(\d+)$/;
+const ANSWER_PATH_RE = /^\/question\/(\d+)\/answer\/(\d+)\/?$/;
+const BARE_ANSWER_PATH_RE = /^\/answer\/(\d+)\/?$/;
+const QUESTION_PATH_RE = /^\/question\/(\d+)\/?$/;
+const QUESTION_API_PATH_RE = /^\/api\/v4\/questions\/(\d+)\/?$/;
+
+// Accepts: bare numeric id (`1937205528846655537`), the typed
+// target form used by the existing zhihu write adapters
+// (`answer:<qid>:<aid>`), or the full Zhihu URL pasted from a
+// browser (`https://www.zhihu.com/question/<qid>/answer/<aid>`).
+// Returns string-safe ids, or null when the input does not resolve to
+// any of those exact shapes.
+function parseAnswerTarget(input) {
+    const value = String(input ?? '').trim();
+    if (!value) return null;
+    if (ANSWER_ID_RE.test(value)) return { answerId: value, questionId: '' };
+    const typed = value.match(ANSWER_TYPED_RE);
+    if (typed) return { questionId: typed[1], answerId: typed[2] };
+    try {
+        const url = new URL(value);
+        if (
+            url.protocol !== 'https:' ||
+            url.username ||
+            url.password ||
+            url.port ||
+            (url.hostname !== 'www.zhihu.com' && url.hostname !== 'zhihu.com')
+        ) {
+            return null;
+        }
+        let m = url.pathname.match(ANSWER_PATH_RE);
+        if (m) return { questionId: m[1], answerId: m[2] };
+        m = url.pathname.match(BARE_ANSWER_PATH_RE);
+        if (m) return { answerId: m[1], questionId: '' };
+    } catch {
+        return null;
+    }
+    return null;
+}
+
+function extractAnswerId(input) {
+    return parseAnswerTarget(input)?.answerId ?? null;
+}
+
+function extractQuestionIdFromAnswerUrl(input) {
+    const value = String(input ?? '').trim();
+    if (!value) return '';
+    try {
+        const url = new URL(value);
+        if (url.protocol !== 'https:' || (url.hostname !== 'www.zhihu.com' && url.hostname !== 'zhihu.com')) {
+            return '';
+        }
+        return url.pathname.match(ANSWER_PATH_RE)?.[1]
+            || url.pathname.match(QUESTION_PATH_RE)?.[1]
+            || url.pathname.match(QUESTION_API_PATH_RE)?.[1]
+            || '';
+    } catch {
+        return '';
+    }
+}
+
+function normalizeCount(value) {
+    return Number.isInteger(value) && value >= 0 ? value : 0;
+}
+
+function normalizeUnixSeconds(value) {
+    return typeof value === 'number' && Number.isFinite(value) && value > 0
+        ? new Date(value * 1000).toISOString()
+        : '';
+}
+
+cli({
+    site: 'zhihu',
+    name: 'answer-detail',
+    access: 'read',
+    description: '知乎单个回答完整内容（按 answer ID 获取）',
+    domain: 'www.zhihu.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'id', required: true, positional: true, help: 'Answer ID, full Zhihu answer URL, or typed target (answer:<qid>:<aid>)' },
+        { name: 'max-content', type: 'int', default: 0, help: 'Optional cap on stripped content length in characters (0 = no truncation, return the full answer)' },
+    ],
+    columns: ['id', 'author', 'votes', 'comments', 'question_id', 'question_title', 'url', 'created_at', 'updated_at', 'content'],
+    func: async (page, kwargs) => {
+        const target = parseAnswerTarget(kwargs.id);
+        if (!target) {
+            throw new ArgumentError(
+                'Answer ID must be a numeric id, a Zhihu answer URL, or answer:<qid>:<aid>',
+                'Example: opencli zhihu answer-detail 1937205528846655537',
+            );
+        }
+        const { answerId } = target;
+        // `--max-content 0` (the default) means "no cap, return the
+        // full stripped answer". Any positive value is an opt-in user
+        // cap, mirroring the wikipedia `page` pattern — we never
+        // silently truncate behind the user's back.
+        const rawMaxContent = kwargs['max-content'];
+        const maxContent = rawMaxContent == null ? 0 : Number(rawMaxContent);
+        if (!Number.isInteger(maxContent) || maxContent < 0) {
+            throw new ArgumentError(
+                '--max-content must be a non-negative integer (0 = no cap, full content)',
+                'Example: --max-content 2000',
+            );
+        }
+        // Navigate to the answer page itself: this both seeds the
+        // cookie/anti-bot context and works even when the caller did
+        // not supply the parent question id (Zhihu redirects from
+        // `/answer/<aid>` to the canonical `/question/<qid>/answer/<aid>`).
+        try {
+            await page.goto(`https://www.zhihu.com/answer/${answerId}`);
+        } catch (err) {
+            throw new CommandExecutionError(
+                `Failed to open Zhihu answer ${answerId}: ${err instanceof Error ? err.message : String(err)}`,
+                'Open the answer URL in Chrome and retry after the page is reachable.',
+            );
+        }
+        const currentQuestionId = page.getCurrentUrl
+            ? extractQuestionIdFromAnswerUrl(await page.getCurrentUrl().catch(() => ''))
+            : '';
+        const apiUrl = `https://www.zhihu.com/api/v4/answers/${answerId}?include=content,voteup_count,comment_count,author,created_time,updated_time,question`;
+        const data = await page.evaluate(`
+      (async () => {
+        const r = await fetch(${JSON.stringify(apiUrl)}, { credentials: 'include' });
+        if (!r.ok) return { __httpError: r.status };
+        try {
+          return await r.json();
+        } catch (error) {
+          return { __malformedJson: error instanceof Error ? error.message : String(error) };
+        }
+      })()
+    `).catch((err) => {
+            throw new CommandExecutionError(
+                `Zhihu answer detail request failed: ${err instanceof Error ? err.message : String(err)}`,
+                'Try again later or rerun with -v for more detail.',
+            );
+        });
+        if (!data || data.__httpError) {
+            const status = data?.__httpError;
+            if (status === 401 || status === 403) {
+                throw new AuthRequiredError('www.zhihu.com', 'Failed to fetch Zhihu answer detail');
+            }
+            if (status === 404) {
+                throw new EmptyResultError('zhihu answer-detail', `No Zhihu answer was found for ${answerId}.`);
+            }
+            throw new CommandExecutionError(
+                status
+                    ? `Zhihu answer detail request failed (HTTP ${status})`
+                    : 'Zhihu answer detail request failed',
+                'Try again later or rerun with -v for more detail',
+            );
+        }
+        if (data.__malformedJson) {
+            throw new CommandExecutionError(
+                `Zhihu answer detail returned malformed JSON: ${data.__malformedJson}`,
+                'Try again later or rerun with -v for more detail',
+            );
+        }
+        if (typeof data !== 'object' || Array.isArray(data)) {
+            throw new CommandExecutionError(
+                'Zhihu answer detail returned a malformed payload',
+                'Try again later or rerun with -v for more detail',
+            );
+        }
+        if (data.error || data.error_msg || data.message) {
+            throw new CommandExecutionError(
+                `Zhihu answer detail returned an error payload: ${data.error?.message || data.error_msg || data.message}`,
+                'Try again later or rerun with -v for more detail',
+            );
+        }
+        if (!Object.prototype.hasOwnProperty.call(data, 'content')) {
+            throw new CommandExecutionError(
+                'Zhihu answer detail payload did not include answer content',
+                'Try again later or rerun with -v for more detail',
+            );
+        }
+        const question = data.question || {};
+        // Answer ids and newer question ids can exceed
+        // Number.MAX_SAFE_INTEGER. Prefer ids parsed from user input or
+        // the canonical redirected URL; only fall back to API numeric ids
+        // when no string-safe source is available.
+        const questionId = target.questionId
+            || currentQuestionId
+            || extractQuestionIdFromAnswerUrl(question.url)
+            || (question.id == null ? '' : String(question.id));
+        const stripped = stripHtml(data.content || '');
+        // Truncation is opt-in only; default `maxContent === 0` short-
+        // circuits the conditional so the full stripped body is returned.
+        const content = maxContent > 0 && stripped.length > maxContent
+            ? stripped.substring(0, maxContent)
+            : stripped;
+        return [{
+            id: answerId,
+            author: data.author?.name || 'anonymous',
+            votes: normalizeCount(data.voteup_count),
+            comments: normalizeCount(data.comment_count),
+            question_id: questionId,
+            question_title: question.title || '',
+            url: questionId
+                ? `https://www.zhihu.com/question/${questionId}/answer/${answerId}`
+                : `https://www.zhihu.com/answer/${answerId}`,
+            created_at: normalizeUnixSeconds(data.created_time),
+            updated_at: normalizeUnixSeconds(data.updated_time),
+            content,
+        }];
+    },
+});
+
+export const __test__ = { stripHtml, extractAnswerId, parseAnswerTarget, extractQuestionIdFromAnswerUrl };