@skills-store/rednote 0.1.10 → 0.1.12

package/README.md

@@ -333,6 +333,7 @@ Use these shapes as the success model when a command returns JSON.
     "loginClicked": true,
     "pageUrl": "string",
     "waitingForPhoneLogin": true,
+    "qrCodePath": "string|null",
     "message": "string"
   }
 }
@@ -490,7 +491,7 @@ If a command fails, check these in order:
 
 ## Repository
 
-- Homepage: https://github.com/skills-router/skills-store/tree/main/packages/rednote
+- Homepage: https://github.com/skills-router/skills-store/tree/main/packages/rednote-cli
 - Issues: https://github.com/skills-router/skills-store/issues
 
 ## License

package/dist/rednote/env.js

@@ -1,17 +1,19 @@
 #!/usr/bin/env node
 import { parseArgs } from 'node:util';
-import { printJson, runCli } from '../utils/browser-cli.js';
+import { runCli } from '../utils/browser-cli.js';
 import { getRednoteEnvironmentInfo } from '../utils/browser-core.js';
+import { ensureJsonSavePath, renderJsonSaveSummary, resolveJsonSavePath, writeJsonFile } from './output-format.js';
 function printEnvHelp() {
     process.stdout.write(`rednote env
 
 Usage:
-  npx -y @skills-store/rednote env [--format md|json]
-  node --experimental-strip-types ./scripts/rednote/env.ts [--format md|json]
-  bun ./scripts/rednote/env.ts [--format md|json]
+  npx -y @skills-store/rednote env [--format md|json] [--save PATH]
+  node --experimental-strip-types ./scripts/rednote/env.ts [--format md|json] [--save PATH]
+  bun ./scripts/rednote/env.ts [--format md|json] [--save PATH]
 
 Options:
   --format FORMAT   Output format: md | json. Default: md
+  --save PATH       Required when --format json is used. Saves the full result as JSON
   -h, --help        Show this help
 `);
 }
@@ -40,8 +42,12 @@ export async function runEnvCommand(values = {}) {
         return;
     }
     const format = values.format ?? 'md';
+    ensureJsonSavePath(format, values.savePath);
     if (format === 'json') {
-        printJson(getRednoteEnvironmentInfo());
+        const result = getRednoteEnvironmentInfo();
+        const savedPath = resolveJsonSavePath(values.savePath);
+        writeJsonFile(result, savedPath);
+        process.stdout.write(renderJsonSaveSummary(savedPath, result));
         return;
     }
     process.stdout.write(renderEnvironmentMarkdown());
@@ -55,6 +61,9 @@ async function main() {
             format: {
                 type: 'string'
             },
+            save: {
+                type: 'string'
+            },
             help: {
                 type: 'boolean',
                 short: 'h'
@@ -64,6 +73,10 @@ async function main() {
     if (values.format && values.format !== 'md' && values.format !== 'json') {
         throw new Error(`Invalid --format value: ${String(values.format)}`);
     }
-    await runEnvCommand(values);
+    await runEnvCommand({
+        format: values.format,
+        savePath: values.save,
+        help: values.help
+    });
 }
 runCli(import.meta.url, main);

package/dist/rednote/getFeedDetail.js

@@ -2,59 +2,125 @@
 import * as cheerio from 'cheerio';
 import { parseArgs } from 'node:util';
 import vm from 'node:vm';
-import { printJson, runCli } from '../utils/browser-cli.js';
+import { runCli } from '../utils/browser-cli.js';
 import { resolveStatusTarget } from './status.js';
 import { createRednoteSession, disconnectRednoteSession, ensureRednoteLoggedIn } from './checkLogin.js';
+import { ensureJsonSavePath, renderJsonSaveSummary, resolveJsonSavePath, writeJsonFile } from './output-format.js';
 function printGetFeedDetailHelp() {
     process.stdout.write(`rednote get-feed-detail
 
 Usage:
-  npx -y @skills-store/rednote get-feed-detail [--instance NAME] --url URL [--url URL] [--format md|json]
-  node --experimental-strip-types ./scripts/rednote/getFeedDetail.ts --instance NAME --url URL [--url URL] [--format md|json]
-  bun ./scripts/rednote/getFeedDetail.ts --instance NAME --url URL [--url URL] [--format md|json]
+  npx -y @skills-store/rednote get-feed-detail [--instance NAME] --url URL [--url URL] [--comments [COUNT]] [--format md|json] [--save PATH]
+  node --experimental-strip-types ./scripts/rednote/getFeedDetail.ts --instance NAME --url URL [--url URL] [--comments [COUNT]] [--format md|json] [--save PATH]
+  bun ./scripts/rednote/getFeedDetail.ts --instance NAME --url URL [--url URL] [--comments [COUNT]] [--format md|json] [--save PATH]
 
 Options:
   --instance NAME   Optional. Defaults to the saved lastConnect instance
   --url URL         Required. Xiaohongshu explore url, repeatable
+  --comments [COUNT]  Optional. Include comment data. When COUNT is provided, scroll \`.note-scroller\` until COUNT comments, the end, or timeout
   --format FORMAT   Output format: md | json. Default: md
+  --save PATH       Required when --format json is used. Saves the selected result array as JSON
   -h, --help        Show this help
 `);
 }
+function parseOptionWithEquals(arg) {
+    const equalIndex = arg.indexOf('=');
+    if (equalIndex === -1) {
+        return null;
+    }
+    return {
+        key: arg.slice(0, equalIndex),
+        value: arg.slice(equalIndex + 1)
+    };
+}
+function parseCommentsValue(value) {
+    if (!value) {
+        throw new Error('Missing value for --comments');
+    }
+    const parsed = Number(value);
+    if (!Number.isInteger(parsed) || parsed <= 0) {
+        throw new Error(`Invalid --comments value: ${String(value)}`);
+    }
+    return parsed;
+}
 export function parseGetFeedDetailCliArgs(argv) {
-    const { values, positionals } = parseArgs({
-        args: argv,
-        allowPositionals: true,
-        strict: false,
-        options: {
-            instance: {
-                type: 'string'
-            },
-            url: {
-                type: 'string',
-                multiple: true
-            },
-            format: {
-                type: 'string'
-            },
-            help: {
-                type: 'boolean',
-                short: 'h'
+    const values = {
+        urls: [],
+        format: 'md',
+        comments: undefined,
+        help: false
+    };
+    const positionals = [];
+    for(let index = 0; index < argv.length; index += 1){
+        const arg = argv[index];
+        const withEquals = parseOptionWithEquals(arg);
+        if (arg === '-h' || arg === '--help') {
+            values.help = true;
+            continue;
+        }
+        if (withEquals?.key === '--instance') {
+            values.instance = withEquals.value;
+            continue;
+        }
+        if (arg === '--instance') {
+            values.instance = argv[index + 1];
+            index += 1;
+            continue;
+        }
+        if (withEquals?.key === '--url') {
+            values.urls.push(withEquals.value);
+            continue;
+        }
+        if (arg === '--url') {
+            const nextArg = argv[index + 1];
+            if (!nextArg || nextArg.startsWith('-')) {
+                throw new Error('Missing required option value: --url');
+            }
+            values.urls.push(nextArg);
+            index += 1;
+            continue;
+        }
+        if (withEquals?.key === '--format') {
+            values.format = withEquals.value;
+            continue;
+        }
+        if (arg === '--format') {
+            values.format = argv[index + 1];
+            index += 1;
+            continue;
+        }
+        if (withEquals?.key === '--comments') {
+            values.comments = withEquals.value ? parseCommentsValue(withEquals.value) : null;
+            continue;
+        }
+        if (arg === '--comments') {
+            const nextArg = argv[index + 1];
+            if (nextArg && !nextArg.startsWith('-')) {
+                values.comments = parseCommentsValue(nextArg);
+                index += 1;
+            } else {
+                values.comments = null;
             }
+            continue;
         }
-    });
+        if (withEquals?.key === '--save') {
+            values.savePath = withEquals.value;
+            continue;
+        }
+        if (arg === '--save') {
+            values.savePath = argv[index + 1];
+            index += 1;
+            continue;
+        }
+        positionals.push(arg);
+    }
     if (positionals.length > 0) {
         throw new Error(`Unexpected positional arguments: ${positionals.join(' ')}`);
     }
-    const format = values.format ?? 'md';
-    if (format !== 'md' && format !== 'json') {
-        throw new Error(`Invalid --format value: ${String(format)}`);
+    if (values.format !== 'md' && values.format !== 'json') {
+        throw new Error(`Invalid --format value: ${String(values.format)}`);
     }
-    return {
-        instance: values.instance,
-        urls: values.url ?? [],
-        format,
-        help: values.help
-    };
+    return values;
 }
 function validateFeedDetailUrl(url) {
     try {
@@ -94,103 +160,150 @@ function extractVideoUrl(note) {
     const firstAvailable = streams.find((items)=>Array.isArray(items) && items.length > 0);
     return firstAvailable?.[0]?.backupUrls?.[0] ?? null;
 }
+const COMMENTS_CONTAINER_SELECTOR = '.note-scroller';
+const COMMENT_SCROLL_TIMEOUT_MS = 20_000;
+const COMMENT_SCROLL_IDLE_LIMIT = 4;
+function hasCommentsEnabled(comments) {
+    return comments !== undefined;
+}
+function buildCommentKey(comment) {
+    return String(comment?.id ?? comment?.commentId ?? comment?.comment_id ?? `${comment?.userInfo?.userId ?? comment?.user_info?.user_id ?? 'unknown'}:${comment?.createTime ?? comment?.create_time ?? 'unknown'}:${comment?.content ?? ''}`);
+}
+function getCommentCount(commentsMap) {
+    return commentsMap.size;
+}
+async function scrollCommentsContainer(page, targetCount, getCount) {
+    const container = page.locator(COMMENTS_CONTAINER_SELECTOR).first();
+    const visible = await container.isVisible().catch(()=>false);
+    if (!visible) {
+        return;
+    }
+    await container.scrollIntoViewIfNeeded().catch(()=>{});
+    await container.hover().catch(()=>{});
+    const getMetrics = async ()=>await container.evaluate((element)=>{
+            const htmlElement = element;
+            const atBottom = htmlElement.scrollTop + htmlElement.clientHeight >= htmlElement.scrollHeight - 8;
+            return {
+                scrollTop: htmlElement.scrollTop,
+                scrollHeight: htmlElement.scrollHeight,
+                clientHeight: htmlElement.clientHeight,
+                atBottom
+            };
+        }).catch(()=>null);
+    const deadline = Date.now() + COMMENT_SCROLL_TIMEOUT_MS;
+    let idleRounds = 0;
+    while(Date.now() < deadline){
+        if (getCount() >= targetCount) {
+            return;
+        }
+        const beforeMetrics = await getMetrics();
+        if (!beforeMetrics) {
+            return;
+        }
+        const beforeCount = getCount();
+        const delta = Math.max(Math.floor(beforeMetrics.clientHeight * 0.85), 480);
+        await page.mouse.wheel(0, delta).catch(()=>{});
+        await page.waitForTimeout(900);
+        const afterMetrics = await getMetrics();
+        await page.waitForTimeout(400);
+        const afterCount = getCount();
+        const countChanged = afterCount > beforeCount;
+        const scrollMoved = Boolean(afterMetrics) && afterMetrics.scrollTop > beforeMetrics.scrollTop;
+        const reachedBottom = Boolean(afterMetrics?.atBottom);
+        if (countChanged || scrollMoved) {
+            idleRounds = 0;
+            continue;
+        }
+        idleRounds += 1;
+        if (reachedBottom && idleRounds >= 2 || idleRounds >= COMMENT_SCROLL_IDLE_LIMIT) {
+            return;
+        }
+    }
+}
 function normalizeDetailNote(note) {
     return {
         noteId: note?.noteId ?? null,
         title: note?.title ?? null,
         desc: note?.desc ?? null,
         type: note?.type ?? null,
-        interactInfo: {
-            liked: note?.interactInfo?.liked ?? null,
-            likedCount: note?.interactInfo?.likedCount ?? null,
-            commentCount: note?.interactInfo?.commentCount ?? null,
-            collected: note?.interactInfo?.collected ?? null,
-            collectedCount: note?.interactInfo?.collectedCount ?? null,
-            shareCount: note?.interactInfo?.shareCount ?? null,
-            followed: note?.interactInfo?.followed ?? null
-        },
-        tagList: Array.isArray(note?.tagList) ? note.tagList.map((tag)=>({
-                name: tag?.name ?? null
-            })) : [],
-        imageList: Array.isArray(note?.imageList) ? note.imageList.map((image)=>({
-                urlDefault: image?.urlDefault ?? null,
-                urlPre: image?.urlPre ?? null,
-                width: image?.width ?? null,
-                height: image?.height ?? null
-            })) : [],
-        video: note?.video ? {
-            url: extractVideoUrl(note),
-            raw: note.video
-        } : null,
-        raw: note
+        liked: note?.interactInfo?.liked ?? null,
+        likedCount: note?.interactInfo?.likedCount ?? null,
+        commentCount: note?.interactInfo?.commentCount ?? null,
+        collected: note?.interactInfo?.collected ?? null,
+        collectedCount: note?.interactInfo?.collectedCount ?? null,
+        shareCount: note?.interactInfo?.shareCount ?? null,
+        followed: note?.interactInfo?.followed ?? null,
+        tagList: Array.isArray(note?.tagList) ? note.tagList.map((tag)=>tag?.name ?? null).filter((tag)=>Boolean(tag)) : [],
+        imageList: Array.isArray(note?.imageList) ? note.imageList.map((image)=>image?.urlDefault ?? null).filter((imageUrl)=>Boolean(imageUrl)) : [],
+        video: extractVideoUrl(note)
     };
 }
 function normalizeComments(comments) {
     return comments.map((comment)=>({
-            id: comment?.id ?? comment?.commentId ?? null,
             content: comment?.content ?? null,
-            userId: comment?.userInfo?.userId ?? null,
-            nickname: comment?.userInfo?.nickname ?? null,
-            likedCount: comment?.interactInfo?.likedCount ?? null,
-            subCommentCount: typeof comment?.subCommentCount === 'number' ? comment.subCommentCount : null,
-            raw: comment
+            userId: comment?.userInfo?.userId ?? comment?.user_info?.user_id ?? null,
+            nickname: comment?.userInfo?.nickname ?? comment?.user_info?.nickname ?? null,
+            create_time: comment?.createTime ?? comment?.create_time ?? null,
+            like_count: comment?.likeCount ?? comment?.like_count ?? comment?.interactInfo?.likedCount ?? null,
+            sub_comment_count: typeof (comment?.subCommentCount ?? comment?.sub_comment_count) === 'string' ? comment?.subCommentCount ?? comment?.sub_comment_count : null
         }));
 }
 function formatDetailField(value) {
     return value ?? '';
 }
-function renderDetailMarkdown(items) {
+function renderDetailMarkdown(items, includeComments = false) {
     if (items.length === 0) {
-        return '没有获取到帖子详情。\n';
+        return 'No feed details were captured.\n';
     }
     return `${items.map((item)=>{
         const lines = [];
         lines.push('## Note');
         lines.push('');
-        lines.push(`- Url: ${item.url}`);
         lines.push(`- Title: ${formatDetailField(item.note.title)}`);
-        lines.push(`- Type: ${formatDetailField(item.note.type)}`);
-        lines.push(`- Liked: ${formatDetailField(item.note.interactInfo.liked)}`);
-        lines.push(`- Collected: ${formatDetailField(item.note.interactInfo.collected)}`);
-        lines.push(`- LikedCount: ${formatDetailField(item.note.interactInfo.likedCount)}`);
-        lines.push(`- CommentCount: ${formatDetailField(item.note.interactInfo.commentCount)}`);
-        lines.push(`- CollectedCount: ${formatDetailField(item.note.interactInfo.collectedCount)}`);
-        lines.push(`- ShareCount: ${formatDetailField(item.note.interactInfo.shareCount)}`);
-        lines.push(`- Tags: ${item.note.tagList.map((tag)=>tag.name ? `#${tag.name}` : '').filter(Boolean).join(' ')}`);
+        lines.push(`- Liked: ${formatDetailField(item.note.liked)}`);
+        lines.push(`- Collected: ${formatDetailField(item.note.collected)}`);
+        lines.push(`- LikedCount: ${formatDetailField(item.note.likedCount)}`);
+        lines.push(`- CommentCount: ${formatDetailField(item.note.commentCount)}`);
+        lines.push(`- CollectedCount: ${formatDetailField(item.note.collectedCount)}`);
+        lines.push(`- ShareCount: ${formatDetailField(item.note.shareCount)}`);
+        lines.push(`- Tags: ${item.note.tagList.map((tag)=>`#${tag}`).join(' ')}`);
         lines.push('');
         lines.push('## Content');
         lines.push('');
         lines.push(item.note.desc ?? '');
-        if (item.note.imageList.length > 0 || item.note.video?.url) {
+        if (item.note.imageList.length > 0 || item.note.video) {
             lines.push('');
             lines.push('## Media');
             lines.push('');
-            item.note.imageList.forEach((image, index)=>{
-                if (image.urlDefault) {
-                    lines.push(`- Image${index + 1}: ${image.urlDefault}`);
-                }
+            item.note.imageList.forEach((imageUrl, index)=>{
+                lines.push(`- Image${index + 1}: ${imageUrl}`);
             });
-            if (item.note.video?.url) {
-                lines.push(`- Video: ${item.note.video.url}`);
+            if (item.note.video) {
+                lines.push(`- Video: ${item.note.video}`);
             }
         }
-        lines.push('');
-        lines.push('## Comments');
-        lines.push('');
-        if (item.comments.length === 0) {
-            lines.push('- Comments not found');
-        } else {
-            item.comments.forEach((comment)=>{
-                const prefix = comment.nickname ? `${comment.nickname}: ` : '';
-                lines.push(`- ${prefix}${comment.content ?? ''}`);
-            });
+        if (includeComments) {
+            lines.push('');
+            lines.push('## Comments');
+            lines.push('');
+            if (!item.comments || item.comments.length === 0) {
+                lines.push('- Comments not found');
+            } else {
+                item.comments.forEach((comment)=>{
+                    const prefix = comment.nickname ? `${comment.nickname}: ` : '';
+                    lines.push(`- ${prefix}${comment.content ?? ''}`);
+                });
+            }
         }
         return lines.join('\n');
     }).join('\n\n---\n\n')}\n`;
 }
-async function captureFeedDetail(page, targetUrl) {
+async function captureFeedDetail(page, targetUrl, commentsOption = undefined) {
+    const includeComments = hasCommentsEnabled(commentsOption);
+    const commentsTarget = typeof commentsOption === 'number' ? commentsOption : null;
     let note = null;
-    let comments = null;
+    let commentsLoaded = !includeComments;
+    const commentsMap = new Map();
     const handleResponse = async (response)=>{
         try {
             const url = new URL(response.url());
@@ -214,9 +327,13 @@ async function captureFeedDetail(page, targetUrl) {
                         note = noteState.noteDetailMap[noteState.currentNoteId]?.note ?? note;
                     }
                 });
-            } else if (url.href.includes('comment/page?')) {
+            } else if (includeComments && url.href.includes('comment/page?')) {
                 const data = await response.json();
-                comments = Array.isArray(data?.data?.comments) ? data.data.comments : [];
+                const nextComments = Array.isArray(data?.data?.comments) ? data.data.comments : [];
+                commentsLoaded = true;
+                for (const comment of nextComments){
+                    commentsMap.set(buildCommentKey(comment), comment);
+                }
             }
         } catch  {}
     };
@@ -227,7 +344,7 @@ async function captureFeedDetail(page, targetUrl) {
         });
         const deadline = Date.now() + 15_000;
         while(Date.now() < deadline){
-            if (note && comments !== null) {
+            if (note && commentsLoaded) {
                 break;
             }
             await page.waitForTimeout(200);
@@ -235,22 +352,29 @@ async function captureFeedDetail(page, targetUrl) {
         if (!note) {
             throw new Error(`Failed to capture note detail: ${targetUrl}`);
         }
+        if (includeComments && commentsTarget) {
+            await scrollCommentsContainer(page, commentsTarget, ()=>getCommentCount(commentsMap));
+        }
         return {
             url: targetUrl,
             note: normalizeDetailNote(note),
-            comments: normalizeComments(comments ?? [])
+            ...includeComments ? {
+                comments: normalizeComments([
+                    ...commentsMap.values()
+                ])
+            } : {}
         };
     } finally{
         page.off('response', handleResponse);
     }
 }
-export async function getFeedDetails(session, urls) {
+export async function getFeedDetails(session, urls, commentsOption = undefined) {
     const page = await getOrCreateXiaohongshuPage(session);
     const items = [];
     for (const url of urls){
         const normalizedUrl = normalizeFeedDetailUrl(url);
         validateFeedDetailUrl(normalizedUrl);
-        items.push(await captureFeedDetail(page, normalizedUrl));
+        items.push(await captureFeedDetail(page, normalizedUrl, commentsOption));
     }
     return {
         ok: true,
@@ -261,12 +385,18 @@ export async function getFeedDetails(session, urls) {
         }
     };
 }
-function writeFeedDetailOutput(result, format) {
-    if (format === 'json') {
-        printJson(result);
+function selectFeedDetailOutput(result) {
+    return result.detail.items;
+}
+function writeFeedDetailOutput(result, values) {
+    const output = selectFeedDetailOutput(result);
+    if (values.format === 'json') {
+        const savedPath = resolveJsonSavePath(values.savePath);
+        writeJsonFile(output, savedPath);
+        process.stdout.write(renderJsonSaveSummary(savedPath, output));
         return;
     }
-    process.stdout.write(renderDetailMarkdown(result.detail.items));
+    process.stdout.write(renderDetailMarkdown(result.detail.items, hasCommentsEnabled(values.comments)));
 }
 export async function runGetFeedDetailCommand(values = {
     urls: [],
@@ -276,6 +406,7 @@ export async function runGetFeedDetailCommand(values = {
         printGetFeedDetailHelp();
         return;
     }
+    ensureJsonSavePath(values.format, values.savePath);
     if (values.urls.length === 0) {
         throw new Error('Missing required option: --url');
     }
@@ -283,8 +414,8 @@ export async function runGetFeedDetailCommand(values = {
     const session = await createRednoteSession(target);
     try {
         await ensureRednoteLoggedIn(target, 'fetching feed detail', session);
-        const result = await getFeedDetails(session, values.urls);
-        writeFeedDetailOutput(result, values.format);
+        const result = await getFeedDetails(session, values.urls, values.comments);
+        writeFeedDetailOutput(result, values);
     } finally{
         await disconnectRednoteSession(session);
     }