@skills-store/rednote 0.1.12 → 0.1.14

package/README.md

@@ -97,6 +97,16 @@ rednote home --instance seller-main --format md --save
 
 Use `home` when you want the current home feed and optionally want to save it to disk.
 
+The terminal output always uses the compact summary format below, even when `--format json` is selected:
+
+```text
+id=<database nanoid>
+title=<post title>
+like=<liked count>
+```
+
+Captured home feed posts are upserted into `~/.skills-router/rednote/main.db` (the same path returned by `rednote env`). They are stored in the `rednote_posts` table, and the printed `id` is that table's `nanoid(16)` primary key.
+
 ### `search`
 
 ```bash
@@ -106,13 +116,26 @@ rednote search --instance seller-main --keyword 护肤 --format json --save ./ou
 
 Use `search` for keyword-based note lookup.
 
+The terminal output always uses the compact summary format below, even when `--format json` is selected:
+
+```text
+id=<database nanoid>
+title=<post title>
+like=<liked count>
+```
+
+Captured search results are also upserted into `~/.skills-router/rednote/main.db` in the `rednote_posts` table. The printed `id` can be passed directly to `get-feed-detail --id`.
+
 ### `get-feed-detail`
 
 ```bash
 rednote get-feed-detail --instance seller-main --url "https://www.xiaohongshu.com/explore/xxx?xsec_token=yyy"
+rednote get-feed-detail --instance seller-main --id AynQ7_utnNiW1Ytk
 ```
 
-Use `get-feed-detail` when you already have a Xiaohongshu note URL.
+Use `get-feed-detail` when you already have a Xiaohongshu note URL, or when you have a database `id` returned by `home` or `search`. With `--id`, the CLI looks up the saved URL from `~/.skills-router/rednote/main.db` and then navigates with that raw URL.
+
+Captured note details and comments are also upserted into `~/.skills-router/rednote/main.db` in `rednote_post_details` and `rednote_post_comments`.
 
 ### `get-profile`
 
@@ -137,9 +160,10 @@ Use `interact` when you want the single entrypoint for note operations such as l
 - `--instance NAME` selects the browser instance for account-scoped commands.
 - `--format json` is best for scripting.
 - `--format md` is best for direct reading.
-- `--save` is useful for `home` and `search` when you want saved output.
+- `--save` is useful for `home` and `search` when you want the raw post array written to disk.
 - `--keyword` is required for `search`.
-- `--url` is required for `get-feed-detail`.
+- `home` and `search` always print `id/title/like` summaries to stdout; `--format json` only changes the saved file payload.
+- `get-feed-detail` accepts either `--url URL` or `--id ID`.
 - `--id` is required for `get-profile`.
 - `--url` is required for `interact`; at least one of `--like`, `--collect`, or `--comment TEXT` must be provided.
 - replies are sent with `interact --comment TEXT`.
@@ -203,6 +227,7 @@ Use these shapes as the success model when a command returns JSON.
   "nodeVersion": "string",
   "storageHome": "string",
   "storageRoot": "string",
+  "databasePath": "string",
   "instancesDir": "string",
   "instanceStorePath": "string",
   "legacyPackageInstancesDir": "string"
@@ -341,37 +366,26 @@ Use these shapes as the success model when a command returns JSON.
 
 ### Feed and profile commands
 
-`home --format json`:
+`home` stdout (both `md` and `json`):
 
-```json
-{
-  "ok": true,
-  "home": {
-    "pageUrl": "string",
-    "fetchedAt": "string",
-    "total": "number",
-    "posts": ["RednotePost"],
-    "savedPath": "string|undefined"
-  }
-}
+```text
+id=<database nanoid>
+title=<post title>
+like=<liked count>
 ```
 
-`search --format json`:
+`home --format json --save PATH` writes the raw `RednotePost[]` array to disk, while stdout still prints the summary list above.
 
-```json
-{
-  "ok": true,
-  "search": {
-    "keyword": "string",
-    "pageUrl": "string",
-    "fetchedAt": "string",
-    "total": "number",
-    "posts": ["RednotePost"],
-    "savedPath": "string|undefined"
-  }
-}
+`search` stdout (both `md` and `json`):
+
+```text
+id=<database nanoid>
+title=<post title>
+like=<liked count>
 ```
 
+`search --format json --save PATH` writes the raw `RednotePost[]` array to disk, while stdout still prints the summary list above.
+
 `get-feed-detail --format json`:
 
 ```json

package/bin/rednote.js

@@ -0,0 +1,26 @@
+#!/usr/bin/env node
+import { runRootCli } from '../dist/index.js';
+import { stringifyError } from '../dist/utils/browser-cli.js';
+
+async function finalizeCliProcess(exitCode) {
+  await new Promise((resolve) => process.stdout.write('', () => resolve()));
+  await new Promise((resolve) => process.stderr.write('', () => resolve()));
+  process.exit(exitCode);
+}
+
+try {
+  await runRootCli(process.argv.slice(2));
+  await finalizeCliProcess(0);
+} catch (error) {
+  process.stderr.write(
+    `${JSON.stringify(
+      {
+        ok: false,
+        error: stringifyError(error),
+      },
+      null,
+      2,
+    )}\n`,
+  );
+  await finalizeCliProcess(1);
+}

package/dist/rednote/env.js

@@ -28,6 +28,7 @@ function renderEnvironmentMarkdown() {
         `- Package Root: ${info.packageRoot}`,
         `- Storage Home: ${info.storageHome}`,
         `- Storage Root: ${info.storageRoot}`,
+        `- Database: ${info.databasePath}`,
         `- Instances Dir: ${info.instancesDir}`,
         `- Instance Store: ${info.instanceStorePath}`,
         `- Legacy Package Instances: ${info.legacyPackageInstancesDir}`,

package/dist/rednote/getFeedDetail.js

@@ -3,20 +3,23 @@ import * as cheerio from 'cheerio';
 import { parseArgs } from 'node:util';
 import vm from 'node:vm';
 import { runCli } from '../utils/browser-cli.js';
+import { simulateMouseMove, simulateMousePresence, simulateMouseWheel } from '../utils/mouse-helper.js';
 import { resolveStatusTarget } from './status.js';
 import { createRednoteSession, disconnectRednoteSession, ensureRednoteLoggedIn } from './checkLogin.js';
 import { ensureJsonSavePath, renderJsonSaveSummary, resolveJsonSavePath, writeJsonFile } from './output-format.js';
+import { findPersistedPostUrlByRecordId, initializeRednoteDatabase, persistFeedDetail } from './persistence.js';
 function printGetFeedDetailHelp() {
     process.stdout.write(`rednote get-feed-detail
 
 Usage:
-  npx -y @skills-store/rednote get-feed-detail [--instance NAME] --url URL [--url URL] [--comments [COUNT]] [--format md|json] [--save PATH]
-  node --experimental-strip-types ./scripts/rednote/getFeedDetail.ts --instance NAME --url URL [--url URL] [--comments [COUNT]] [--format md|json] [--save PATH]
-  bun ./scripts/rednote/getFeedDetail.ts --instance NAME --url URL [--url URL] [--comments [COUNT]] [--format md|json] [--save PATH]
+  npx -y @skills-store/rednote get-feed-detail [--instance NAME] [--url URL] [--url URL] [--id ID] [--id ID] [--comments [COUNT]] [--format md|json] [--save PATH]
+  node --experimental-strip-types ./scripts/rednote/getFeedDetail.ts --instance NAME [--url URL] [--url URL] [--id ID] [--id ID] [--comments [COUNT]] [--format md|json] [--save PATH]
+  bun ./scripts/rednote/getFeedDetail.ts --instance NAME [--url URL] [--url URL] [--id ID] [--id ID] [--comments [COUNT]] [--format md|json] [--save PATH]
 
 Options:
   --instance NAME   Optional. Defaults to the saved lastConnect instance
-  --url URL         Required. Xiaohongshu explore url, repeatable
+  --url URL         Optional. Xiaohongshu explore url, repeatable
+  --id ID           Optional. Database record id from home/search output, repeatable
   --comments [COUNT]  Optional. Include comment data. When COUNT is provided, scroll \`.note-scroller\` until COUNT comments, the end, or timeout
   --format FORMAT   Output format: md | json. Default: md
   --save PATH       Required when --format json is used. Saves the selected result array as JSON
@@ -46,6 +49,7 @@ function parseCommentsValue(value) {
 export function parseGetFeedDetailCliArgs(argv) {
     const values = {
         urls: [],
+        ids: [],
         format: 'md',
         comments: undefined,
         help: false
@@ -80,6 +84,19 @@ export function parseGetFeedDetailCliArgs(argv) {
             index += 1;
             continue;
         }
+        if (withEquals?.key === '--id') {
+            values.ids.push(withEquals.value);
+            continue;
+        }
+        if (arg === '--id') {
+            const nextArg = argv[index + 1];
+            if (!nextArg || nextArg.startsWith('-')) {
+                throw new Error('Missing required option value: --id');
+            }
+            values.ids.push(nextArg);
+            index += 1;
+            continue;
+        }
         if (withEquals?.key === '--format') {
             values.format = withEquals.value;
             continue;
@@ -138,20 +155,6 @@ function validateFeedDetailUrl(url) {
         throw error;
     }
 }
-function normalizeFeedDetailUrl(url) {
-    try {
-        const parsed = new URL(url);
-        if (!parsed.searchParams.has('xsec_source')) {
-            parsed.searchParams.set('xsec_source', 'pc_feed');
-        }
-        return parsed.toString();
-    } catch (error) {
-        if (error instanceof TypeError) {
-            throw new Error(`url is not valid: ${url}`);
-        }
-        throw error;
-    }
-}
 async function getOrCreateXiaohongshuPage(session) {
     return session.page;
 }
@@ -179,7 +182,10 @@ async function scrollCommentsContainer(page, targetCount, getCount) {
         return;
     }
     await container.scrollIntoViewIfNeeded().catch(()=>{});
-    await container.hover().catch(()=>{});
+    await simulateMouseMove(page, {
+        locator: container,
+        settleMs: 100
+    }).catch(()=>{});
     const getMetrics = async ()=>await container.evaluate((element)=>{
             const htmlElement = element;
             const atBottom = htmlElement.scrollTop + htmlElement.clientHeight >= htmlElement.scrollHeight - 8;
@@ -202,8 +208,12 @@ async function scrollCommentsContainer(page, targetCount, getCount) {
         }
         const beforeCount = getCount();
         const delta = Math.max(Math.floor(beforeMetrics.clientHeight * 0.85), 480);
-        await page.mouse.wheel(0, delta).catch(()=>{});
-        await page.waitForTimeout(900);
+        await simulateMouseWheel(page, {
+            locator: container,
+            deltaY: delta,
+            moveBeforeScroll: false,
+            settleMs: 900
+        }).catch(()=>{});
         const afterMetrics = await getMetrics();
         await page.waitForTimeout(400);
         const afterCount = getCount();
@@ -298,7 +308,7 @@ function renderDetailMarkdown(items, includeComments = false) {
         return lines.join('\n');
     }).join('\n\n---\n\n')}\n`;
 }
-async function captureFeedDetail(page, targetUrl, commentsOption = undefined) {
+async function captureFeedDetail(page, targetUrl, commentsOption = undefined, instanceName) {
     const includeComments = hasCommentsEnabled(commentsOption);
     const commentsTarget = typeof commentsOption === 'number' ? commentsOption : null;
     let note = null;
@@ -342,6 +352,7 @@ async function captureFeedDetail(page, targetUrl, commentsOption = undefined) {
         await page.goto(targetUrl, {
             waitUntil: 'domcontentloaded'
         });
+        await simulateMousePresence(page);
         const deadline = Date.now() + 15_000;
         while(Date.now() < deadline){
             if (note && commentsLoaded) {
@@ -355,7 +366,7 @@ async function captureFeedDetail(page, targetUrl, commentsOption = undefined) {
         if (includeComments && commentsTarget) {
             await scrollCommentsContainer(page, commentsTarget, ()=>getCommentCount(commentsMap));
         }
-        return {
+        const item = {
             url: targetUrl,
             note: normalizeDetailNote(note),
             ...includeComments ? {
@@ -364,17 +375,28 @@ async function captureFeedDetail(page, targetUrl, commentsOption = undefined) {
                 ])
             } : {}
         };
+        if (instanceName) {
+            await persistFeedDetail({
+                instanceName,
+                url: targetUrl,
+                note: item.note,
+                rawNote: note,
+                rawComments: includeComments ? [
+                    ...commentsMap.values()
+                ] : []
+            });
+        }
+        await simulateMousePresence(page);
+        return item;
     } finally{
         page.off('response', handleResponse);
     }
 }
-export async function getFeedDetails(session, urls, commentsOption = undefined) {
+export async function getFeedDetails(session, urls, commentsOption = undefined, instanceName) {
     const page = await getOrCreateXiaohongshuPage(session);
     const items = [];
     for (const url of urls){
-        const normalizedUrl = normalizeFeedDetailUrl(url);
-        validateFeedDetailUrl(normalizedUrl);
-        items.push(await captureFeedDetail(page, normalizedUrl, commentsOption));
+        items.push(await captureFeedDetail(page, url, commentsOption, instanceName));
     }
     return {
         ok: true,
@@ -385,6 +407,25 @@ export async function getFeedDetails(session, urls, commentsOption = undefined)
         }
     };
 }
+async function resolveFeedDetailUrls(values, instanceName) {
+    const urls = [
+        ...values.urls
+    ];
+    if (values.ids.length === 0) {
+        return urls;
+    }
+    if (!instanceName) {
+        throw new Error('The --id option requires an instance-backed session.');
+    }
+    for (const id of values.ids){
+        const url = await findPersistedPostUrlByRecordId(instanceName, id);
+        if (!url) {
+            throw new Error(`No saved post url found for id: ${id}`);
+        }
+        urls.push(url);
+    }
+    return urls;
+}
 function selectFeedDetailOutput(result) {
     return result.detail.items;
 }
@@ -400,6 +441,7 @@ function writeFeedDetailOutput(result, values) {
 }
 export async function runGetFeedDetailCommand(values = {
     urls: [],
+    ids: [],
     format: 'md'
 }) {
     if (values.help) {
@@ -407,14 +449,16 @@ export async function runGetFeedDetailCommand(values = {
         return;
     }
     ensureJsonSavePath(values.format, values.savePath);
-    if (values.urls.length === 0) {
-        throw new Error('Missing required option: --url');
+    if (values.urls.length === 0 && values.ids.length === 0) {
+        throw new Error('Missing required option: --url or --id');
     }
+    await initializeRednoteDatabase();
     const target = resolveStatusTarget(values.instance);
     const session = await createRednoteSession(target);
     try {
         await ensureRednoteLoggedIn(target, 'fetching feed detail', session);
-        const result = await getFeedDetails(session, values.urls, values.comments);
+        const urls = await resolveFeedDetailUrls(values, target.instanceName);
+        const result = await getFeedDetails(session, urls, values.comments, target.instanceName);
         writeFeedDetailOutput(result, values);
     } finally{
         await disconnectRednoteSession(session);

package/dist/rednote/getProfile.js

@@ -121,6 +121,7 @@ function normalizeProfileUser(userPageData) {
         tags
     };
 }
+import { buildExploreUrl, decodeUrlEscapedValue } from './url-format.js';
 function normalizeProfileNote(item) {
     const id = firstNonNull(item.id, item.noteId);
     if (!id) {
@@ -132,12 +133,12 @@ function normalizeProfileNote(item) {
     const cover = noteCard.cover ?? {};
     const imageList = Array.isArray(noteCard.imageList ?? noteCard.image_list) ? noteCard.imageList ?? noteCard.image_list : [];
     const cornerTagInfo = Array.isArray(noteCard.cornerTagInfo ?? noteCard.corner_tag_info) ? noteCard.cornerTagInfo ?? noteCard.corner_tag_info : [];
-    const xsecToken = firstNonNull(item.xsecToken, item.xsec_token);
+    const xsecToken = decodeUrlEscapedValue(firstNonNull(item.xsecToken, item.xsec_token));
     return {
         id,
         modelType: firstNonNull(item.modelType, item.model_type) ?? 'note',
         xsecToken,
-        url: xsecToken ? `https://www.xiaohongshu.com/explore/${id}?xsec_token=${xsecToken}` : `https://www.xiaohongshu.com/explore/${id}`,
+        url: buildExploreUrl(id, xsecToken),
         noteCard: {
             type: firstNonNull(noteCard.type, null),
             displayTitle: firstNonNull(noteCard.displayTitle, noteCard.display_title),

package/dist/rednote/home.js

@@ -1,11 +1,13 @@
 #!/usr/bin/env node
 import { parseArgs } from 'node:util';
 import { runCli } from '../utils/browser-cli.js';
+import { simulateMousePresence } from '../utils/mouse-helper.js';
 import { resolveStatusTarget } from './status.js';
 import * as cheerio from 'cheerio';
 import vm from 'node:vm';
-import { ensureJsonSavePath, parseOutputCliArgs, renderJsonSaveSummary, renderPostsMarkdown, resolveJsonSavePath, resolveSavePath, writeJsonFile, writePostsJsonl } from './output-format.js';
+import { ensureJsonSavePath, parseOutputCliArgs, renderPostSummaryList, resolveJsonSavePath, resolveSavePath, writeJsonFile, writePostsJsonl } from './output-format.js';
 import { createRednoteSession, disconnectRednoteSession } from './checkLogin.js';
+import { initializeRednoteDatabase, listPersistedPostSummaries, persistHomePosts } from './persistence.js';
 export function parseHomeCliArgs(argv) {
     return parseOutputCliArgs(argv);
 }
@@ -32,11 +34,12 @@ function normalizeHomePost(item) {
     const imageList = Array.isArray(noteCard.imageList) ? noteCard.imageList : [];
     const cornerTagInfo = Array.isArray(noteCard.cornerTagInfo) ? noteCard.cornerTagInfo : [];
     const xsecToken = item.xsecToken ?? null;
+    const url = xsecToken ? `https://www.xiaohongshu.com/explore/${item.id}?xsec_token=${xsecToken}` : `https://www.xiaohongshu.com/explore/${item.id}`;
     return {
         id: item.id,
         modelType: item.modelType,
         xsecToken,
-        url: xsecToken ? `https://www.xiaohongshu.com/explore/${item.id}?xsec_token=${xsecToken}` : `https://www.xiaohongshu.com/explore/${item.id}`,
+        url,
         noteCard: {
             type: noteCard.type ?? null,
             displayTitle: noteCard.displayTitle ?? null,
@@ -84,6 +87,20 @@ function normalizeHomePost(item) {
         }
     };
 }
+function buildPostSummaryList(posts, persistedRows = []) {
+    const persistedMap = new Map(persistedRows.map((row)=>[
+            row.noteId,
+            row
+        ]));
+    return posts.map((post)=>{
+        const persisted = persistedMap.get(post.id);
+        return {
+            id: persisted?.id ?? post.id,
+            title: persisted?.title ?? post.noteCard.displayTitle ?? '',
+            like: persisted?.likeCount ?? post.noteCard.interactInfo.likedCount ?? ''
+        };
+    });
+}
 async function getOrCreateXiaohongshuPage(session) {
     return session.page;
 }
@@ -147,20 +164,32 @@ async function collectHomeFeedItems(page) {
             waitUntil: 'domcontentloaded'
         });
     }
+    await simulateMousePresence(page);
     await page.waitForTimeout(500);
-    return await feedPromise;
+    const feedItems = await feedPromise;
+    await simulateMousePresence(page);
+    return feedItems;
 }
-export async function getRednoteHomePosts(session) {
+export async function getRednoteHomePosts(session, instanceName) {
     const page = await getOrCreateXiaohongshuPage(session);
     const items = await collectHomeFeedItems(page);
     const posts = items.map(normalizeHomePost);
+    let summaries = buildPostSummaryList(posts);
+    if (instanceName) {
+        await persistHomePosts(instanceName, posts.map((post, index)=>({
+                post,
+                raw: items[index] ?? post
+            })));
+        summaries = buildPostSummaryList(posts, await listPersistedPostSummaries(instanceName, posts.map((post)=>post.id)));
+    }
     return {
         ok: true,
         home: {
             pageUrl: page.url(),
             fetchedAt: new Date().toISOString(),
             total: posts.length,
-            posts
+            posts,
+            summaries
         }
     };
 }
@@ -169,21 +198,16 @@ function writeHomeOutput(result, values) {
         const savedPath = resolveJsonSavePath(values.savePath);
         result.home.savedPath = savedPath;
         writeJsonFile(result.home.posts, savedPath);
-        process.stdout.write(renderJsonSaveSummary(savedPath, result.home.posts));
+        process.stdout.write(renderPostSummaryList(result.home.summaries));
         return;
     }
     const posts = result.home.posts;
-    let savedPath;
     if (values.saveRequested) {
-        savedPath = resolveSavePath('home', values.savePath);
+        const savedPath = resolveSavePath('home', values.savePath);
         writePostsJsonl(posts, savedPath);
         result.home.savedPath = savedPath;
     }
-    let markdown = renderPostsMarkdown(posts);
-    if (savedPath) {
-        markdown = `Saved JSONL: ${savedPath}\n\n${markdown}`;
-    }
-    process.stdout.write(markdown);
+    process.stdout.write(renderPostSummaryList(result.home.summaries));
 }
 export async function runHomeCommand(values = {
     format: 'md',
@@ -194,10 +218,11 @@ export async function runHomeCommand(values = {
         return;
     }
     ensureJsonSavePath(values.format, values.savePath);
+    await initializeRednoteDatabase();
     const target = resolveStatusTarget(values.instance);
     const session = await createRednoteSession(target);
     try {
-        const result = await getRednoteHomePosts(session);
+        const result = await getRednoteHomePosts(session, target.instanceName);
         writeHomeOutput(result, values);
     } finally{
         await disconnectRednoteSession(session);

package/dist/rednote/output-format.js

@@ -175,6 +175,16 @@ export function renderJsonSaveSummary(filePath, payload) {
 function formatField(value) {
     return value ?? '';
 }
+export function renderPostSummaryList(items) {
+    if (items.length === 0) {
+        return 'No posts were captured.\n';
+    }
+    return `${items.map((item)=>[
+            `id=${item.id}`,
+            `title=${item.title}`,
+            `like=${item.like}`
+        ].join('\n')).join('\n\n')}\n`;
+}
 export function renderPostsMarkdown(posts) {
     if (posts.length === 0) {
         return 'No posts were captured.\n';