@skills-store/rednote 0.1.0 → 0.1.2

package/dist/rednote/home.js

@@ -0,0 +1,210 @@
+#!/usr/bin/env node
+import { parseArgs } from 'node:util';
+import { printJson, runCli } from '../utils/browser-cli.js';
+import { resolveStatusTarget } from './status.js';
+import * as cheerio from 'cheerio';
+import vm from 'node:vm';
+import { parseOutputCliArgs, renderPostsMarkdown, resolveSavePath, writePostsJsonl } from './output-format.js';
+import { createRednoteSession, disconnectRednoteSession } from './checkLogin.js';
+export function parseHomeCliArgs(argv) {
+    return parseOutputCliArgs(argv);
+}
+function printHomeHelp() {
+    process.stdout.write(`rednote home
+
+Usage:
+  npx -y @skills-store/rednote home [--instance NAME] [--format md|json] [--save [PATH]]
+  node --experimental-strip-types ./scripts/rednote/home.ts --instance NAME [--format md|json] [--save [PATH]]
+  bun ./scripts/rednote/home.ts --instance NAME [--format md|json] [--save [PATH]]
+
+Options:
+  --instance NAME   Optional. Defaults to the saved lastConnect instance
+  --format FORMAT   Output format: md | json. Default: md
+  --save [PATH]     Save posts as JSONL. Uses a default path when PATH is omitted
+  -h, --help        Show this help
+`);
+}
+function normalizeHomePost(item) {
+    const noteCard = item.noteCard ?? {};
+    const user = noteCard.user ?? {};
+    const interactInfo = noteCard.interactInfo ?? {};
+    const cover = noteCard.cover ?? {};
+    const imageList = Array.isArray(noteCard.imageList) ? noteCard.imageList : [];
+    const cornerTagInfo = Array.isArray(noteCard.cornerTagInfo) ? noteCard.cornerTagInfo : [];
+    const xsecToken = item.xsecToken ?? null;
+    return {
+        id: item.id,
+        modelType: item.modelType,
+        xsecToken,
+        url: xsecToken ? `https://www.xiaohongshu.com/explore/${item.id}?xsec_token=${xsecToken}` : `https://www.xiaohongshu.com/explore/${item.id}`,
+        noteCard: {
+            type: noteCard.type ?? null,
+            displayTitle: noteCard.displayTitle ?? null,
+            cover: {
+                urlDefault: cover.urlDefault ?? null,
+                urlPre: cover.urlPre ?? null,
+                url: cover.url ?? null,
+                fileId: cover.fileId ?? null,
+                width: cover.width ?? null,
+                height: cover.height ?? null,
+                infoList: Array.isArray(cover.infoList) ? cover.infoList.map((info)=>({
+                        imageScene: info?.imageScene ?? null,
+                        url: info?.url ?? null
+                    })) : []
+            },
+            user: {
+                userId: user.userId ?? null,
+                nickname: user.nickname ?? null,
+                nickName: user.nickName ?? user.nickname ?? null,
+                avatar: user.avatar ?? null,
+                xsecToken: user.xsecToken ?? null
+            },
+            interactInfo: {
+                liked: interactInfo.liked ?? false,
+                likedCount: interactInfo.likedCount ?? null,
+                commentCount: interactInfo.commentCount ?? null,
+                collectedCount: interactInfo.collectedCount ?? null,
+                sharedCount: interactInfo.sharedCount ?? null
+            },
+            cornerTagInfo: cornerTagInfo.map((tag)=>({
+                    type: tag?.type ?? null,
+                    text: tag?.text ?? null
+                })),
+            imageList: imageList.map((image)=>({
+                    width: image?.width ?? null,
+                    height: image?.height ?? null,
+                    infoList: Array.isArray(image?.infoList) ? image.infoList.map((info)=>({
+                            imageScene: info?.imageScene ?? null,
+                            url: info?.url ?? null
+                        })) : []
+                })),
+            video: {
+                duration: noteCard.video?.capa?.duration ?? null
+            }
+        }
+    };
+}
+async function getOrCreateXiaohongshuPage(session) {
+    return session.page;
+}
+async function collectHomeFeedItems(page) {
+    const items = new Map();
+    const feedPromise = new Promise((resolve, reject)=>{
+        const handleResponse = async (response)=>{
+            try {
+                if (response.status() !== 200) {
+                    return;
+                }
+                if (response.request().method().toLowerCase() !== 'get') {
+                    return;
+                }
+                const url = new URL(response.url());
+                if (!url.href.endsWith('/explore')) {
+                    return;
+                }
+                const html = await response.text();
+                const $ = cheerio.load(html);
+                $('script').each((_, element)=>{
+                    const scriptContent = $(element).html();
+                    if (!scriptContent?.includes('window.__INITIAL_STATE__')) {
+                        return;
+                    }
+                    const scriptText = scriptContent.substring(scriptContent.indexOf('=') + 1).trim();
+                    const sandbox = {};
+                    vm.createContext(sandbox);
+                    vm.runInContext(`var info = ${scriptText}`, sandbox);
+                    const feeds = sandbox.info?.feed?.feeds;
+                    if (!Array.isArray(feeds)) {
+                        return;
+                    }
+                    for (const feed of feeds){
+                        if (feed && feed.modelType === 'note' && typeof feed.id === 'string') {
+                            items.set(feed.id, feed);
+                        }
+                    }
+                });
+                if (items.size > 0) {
+                    clearTimeout(timeoutId);
+                    page.off('response', handleResponse);
+                    resolve([
+                        ...items.values()
+                    ]);
+                }
+            } catch  {}
+        };
+        const timeoutId = setTimeout(()=>{
+            page.off('response', handleResponse);
+            reject(new Error('Timed out waiting for Xiaohongshu home feed response'));
+        }, 15_000);
+        page.on('response', handleResponse);
+    });
+    if (page.url().startsWith('https://www.xiaohongshu.com/explore')) {
+        await page.reload({
+            waitUntil: 'domcontentloaded'
+        });
+    } else {
+        await page.goto('https://www.xiaohongshu.com/explore', {
+            waitUntil: 'domcontentloaded'
+        });
+    }
+    await page.waitForTimeout(500);
+    return await feedPromise;
+}
+export async function getRednoteHomePosts(session) {
+    const page = await getOrCreateXiaohongshuPage(session);
+    const items = await collectHomeFeedItems(page);
+    const posts = items.map(normalizeHomePost);
+    return {
+        ok: true,
+        home: {
+            pageUrl: page.url(),
+            fetchedAt: new Date().toISOString(),
+            total: posts.length,
+            posts
+        }
+    };
+}
+function writeHomeOutput(result, values) {
+    const posts = result.home.posts;
+    let savedPath;
+    if (values.saveRequested) {
+        savedPath = resolveSavePath('home', values.savePath);
+        writePostsJsonl(posts, savedPath);
+        result.home.savedPath = savedPath;
+    }
+    if (values.format === 'json') {
+        printJson(result);
+        return;
+    }
+    let markdown = renderPostsMarkdown(posts);
+    if (savedPath) {
+        markdown = `Saved JSONL: ${savedPath}\n\n${markdown}`;
+    }
+    process.stdout.write(markdown);
+}
+export async function runHomeCommand(values = {
+    format: 'md',
+    saveRequested: false
+}) {
+    if (values.help) {
+        printHomeHelp();
+        return;
+    }
+    const target = resolveStatusTarget(values.instance);
+    const session = await createRednoteSession(target);
+    try {
+        const result = await getRednoteHomePosts(session);
+        writeHomeOutput(result, values);
+    } finally{
+        disconnectRednoteSession(session);
+    }
+}
+async function main() {
+    const values = parseHomeCliArgs(process.argv.slice(2));
+    if (values.help) {
+        printHomeHelp();
+        return;
+    }
+    await runHomeCommand(values);
+}
+runCli(import.meta.url, main);

package/dist/rednote/index.js

@@ -0,0 +1,130 @@
+#!/usr/bin/env node
+import { parseArgs } from 'node:util';
+import { runCli } from '../utils/browser-cli.js';
+function printRednoteHelp() {
+    process.stdout.write(`rednote
+
+Commands:
+  browser <list|create|remove|connect>
+  env [--format md|json]
+  status [--instance NAME]
+  check-login [--instance NAME]
+  login [--instance NAME]
+  publish [--instance NAME]
+  home [--instance NAME] [--format md|json] [--save [PATH]]
+  search [--instance NAME] --keyword TEXT [--format md|json] [--save [PATH]]
+  get-feed-detail [--instance NAME] --url URL [--url URL] [--format md|json]
+  get-profile [--instance NAME] --id USER_ID [--format md|json]
+
+Examples:
+  npx -y @skills-store/rednote browser list
+  npx -y @skills-store/rednote browser create --name seller-main --browser chrome
+  npx -y @skills-store/rednote env
+  npx -y @skills-store/rednote status --instance seller-main
+  npx -y @skills-store/rednote login --instance seller-main
+  npx -y @skills-store/rednote publish --instance seller-main --type video --video ./note.mp4 --title 标题 --content 描述
+  npx -y @skills-store/rednote home --instance seller-main --format md --save
+  npx -y @skills-store/rednote search --instance seller-main --keyword 护肤 --format json --save ./output/search.jsonl
+  npx -y @skills-store/rednote get-feed-detail --instance seller-main --url "https://www.xiaohongshu.com/explore/xxx?xsec_token=yyy"
+  npx -y @skills-store/rednote get-profile --instance seller-main --id USER_ID
+`);
+}
+function parseBasicArgs(argv) {
+    const { values } = parseArgs({
+        args: argv,
+        allowPositionals: true,
+        strict: false,
+        options: {
+            instance: {
+                type: 'string'
+            },
+            keyword: {
+                type: 'string'
+            },
+            format: {
+                type: 'string'
+            },
+            help: {
+                type: 'boolean',
+                short: 'h'
+            }
+        }
+    });
+    return values;
+}
+export async function runRednoteCli(argv = process.argv.slice(2)) {
+    const rawArgv = argv;
+    const firstArg = rawArgv[0];
+    if (!firstArg || firstArg === 'help' || firstArg === '--help' || firstArg === '-h') {
+        printRednoteHelp();
+        return;
+    }
+    const command = !firstArg.startsWith('-') ? firstArg : 'status';
+    const commandArgv = firstArg === command ? rawArgv.slice(1) : rawArgv;
+    const basicValues = parseBasicArgs(commandArgv);
+    if (command === 'env') {
+        const { runEnvCommand } = await import('./env.js');
+        await runEnvCommand({
+            format: basicValues.format === 'json' ? 'json' : 'md',
+            help: basicValues.help
+        });
+        return;
+    }
+    if (command === 'status') {
+        const { runStatusCommand } = await import('./status.js');
+        await runStatusCommand({
+            instance: basicValues.instance,
+            help: basicValues.help
+        });
+        return;
+    }
+    if (command === 'check-login') {
+        const { runCheckLoginCommand } = await import('./checkLogin.js');
+        await runCheckLoginCommand({
+            instance: basicValues.instance,
+            help: basicValues.help
+        });
+        return;
+    }
+    if (command === 'login') {
+        const { runLoginCommand } = await import('./login.js');
+        await runLoginCommand({
+            instance: basicValues.instance,
+            help: basicValues.help
+        });
+        return;
+    }
+    if (command === 'publish') {
+        const { runPublishCommand } = await import('./publish.js');
+        await runPublishCommand({
+            instance: basicValues.instance,
+            help: basicValues.help
+        });
+        return;
+    }
+    if (command === 'home') {
+        const { parseHomeCliArgs, runHomeCommand } = await import('./home.js');
+        await runHomeCommand(parseHomeCliArgs(commandArgv));
+        return;
+    }
+    if (command === 'search') {
+        const { parseSearchCliArgs, runSearchCommand } = await import('./search.js');
+        await runSearchCommand(parseSearchCliArgs(commandArgv));
+        return;
+    }
+    if (command === 'get-feed-detail') {
+        const { parseGetFeedDetailCliArgs, runGetFeedDetailCommand } = await import('./getFeedDetail.js');
+        await runGetFeedDetailCommand(parseGetFeedDetailCliArgs(commandArgv));
+        return;
+    }
+    if (command === 'get-profile') {
+        const { parseGetProfileCliArgs, runGetProfileCommand } = await import('./getProfile.js');
+        await runGetProfileCommand(parseGetProfileCliArgs(commandArgv));
+        return;
+    }
+    throw new Error(`Unknown command: ${command}`);
+}
+async function main() {
+    await runRednoteCli();
+}
+runCli(import.meta.url, main);

package/dist/rednote/login.js

@@ -0,0 +1,109 @@
+#!/usr/bin/env node
+import { parseArgs } from 'node:util';
+import { printJson, runCli } from '../utils/browser-cli.js';
+import { resolveStatusTarget } from './status.js';
+import { createRednoteSession, disconnectRednoteSession } from './checkLogin.js';
+function printLoginHelp() {
+    process.stdout.write(`rednote login
+
+Usage:
+  npx -y @skills-store/rednote login [--instance NAME]
+  node --experimental-strip-types ./scripts/rednote/login.ts --instance NAME
+  bun ./scripts/rednote/login.ts --instance NAME
+
+Options:
+  --instance NAME   Optional. Defaults to the saved lastConnect instance
+  -h, --help        Show this help
+`);
+}
+async function getOrCreateXiaohongshuPage(session) {
+    const page = session.page;
+    if (!page.url().startsWith('https://www.xiaohongshu.com/')) {
+        await page.goto('https://www.xiaohongshu.com/explore', {
+            waitUntil: 'domcontentloaded'
+        });
+    }
+    return {
+        page
+    };
+}
+export async function openRednoteLogin(target, session) {
+    const { page } = await getOrCreateXiaohongshuPage(session);
+    await page.waitForTimeout(2_000);
+    const loginButton = page.locator('#login-btn');
+    const hasLoginButton = await loginButton.count() > 0;
+    if (!hasLoginButton) {
+        return {
+            ok: true,
+            instance: {
+                scope: target.scope,
+                name: target.instanceName,
+                browser: target.browser,
+                userDataDir: target.userDataDir,
+                source: target.source,
+                lastConnect: target.lastConnect
+            },
+            rednote: {
+                loginClicked: false,
+                pageUrl: page.url(),
+                waitingForPhoneLogin: false,
+                message: '未检测到登录按钮，当前实例可能已经登录。'
+            }
+        };
+    }
+    await loginButton.first().click();
+    await page.waitForTimeout(500);
+    return {
+        ok: true,
+        instance: {
+            scope: target.scope,
+            name: target.instanceName,
+            browser: target.browser,
+            userDataDir: target.userDataDir,
+            source: target.source,
+            lastConnect: target.lastConnect
+        },
+        rednote: {
+            loginClicked: true,
+            pageUrl: page.url(),
+            waitingForPhoneLogin: true,
+            message: '已点击登录按钮，请在浏览器中继续输入手机号并完成登录。'
+        }
+    };
+}
+export async function runLoginCommand(values = {}) {
+    if (values.help) {
+        printLoginHelp();
+        return;
+    }
+    const target = resolveStatusTarget(values.instance);
+    const session = await createRednoteSession(target);
+    try {
+        const result = await openRednoteLogin(target, session);
+        printJson(result);
+    } finally{
+        disconnectRednoteSession(session);
+    }
+}
+async function main() {
+    const { values } = parseArgs({
+        args: process.argv.slice(2),
+        allowPositionals: true,
+        strict: false,
+        options: {
+            instance: {
+                type: 'string'
+            },
+            help: {
+                type: 'boolean',
+                short: 'h'
+            }
+        }
+    });
+    if (values.help) {
+        printLoginHelp();
+        return;
+    }
+    await runLoginCommand(values);
+}
+runCli(import.meta.url, main);

package/dist/rednote/output-format.js

@@ -0,0 +1,116 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+const SCRIPT_DIR = path.dirname(fileURLToPath(import.meta.url));
+const REDNOTE_ROOT = path.resolve(SCRIPT_DIR, '../..');
+function parseOptionWithEquals(arg) {
+    const equalIndex = arg.indexOf('=');
+    if (equalIndex === -1) {
+        return null;
+    }
+    return {
+        key: arg.slice(0, equalIndex),
+        value: arg.slice(equalIndex + 1)
+    };
+}
+export function parseOutputCliArgs(argv, options = {}) {
+    const values = {
+        format: 'md',
+        saveRequested: false,
+        help: false
+    };
+    for(let index = 0; index < argv.length; index += 1){
+        const arg = argv[index];
+        const withEquals = parseOptionWithEquals(arg);
+        if (arg === '-h' || arg === '--help') {
+            values.help = true;
+            continue;
+        }
+        if (withEquals?.key === '--instance') {
+            values.instance = withEquals.value;
+            continue;
+        }
+        if (arg === '--instance') {
+            values.instance = argv[index + 1];
+            index += 1;
+            continue;
+        }
+        if (options.includeKeyword && withEquals?.key === '--keyword') {
+            values.keyword = withEquals.value;
+            continue;
+        }
+        if (options.includeKeyword && arg === '--keyword') {
+            values.keyword = argv[index + 1];
+            index += 1;
+            continue;
+        }
+        if (withEquals?.key === '--format') {
+            const format = withEquals.value;
+            if (format !== 'json' && format !== 'md') {
+                throw new Error(`Invalid --format value: ${format}`);
+            }
+            values.format = format;
+            continue;
+        }
+        if (arg === '--format') {
+            const format = argv[index + 1];
+            if (format !== 'json' && format !== 'md') {
+                throw new Error(`Invalid --format value: ${String(format)}`);
+            }
+            values.format = format;
+            index += 1;
+            continue;
+        }
+        if (withEquals?.key === '--save') {
+            values.saveRequested = true;
+            values.savePath = withEquals.value;
+            continue;
+        }
+        if (arg === '--save') {
+            values.saveRequested = true;
+            const nextArg = argv[index + 1];
+            if (nextArg && !nextArg.startsWith('-')) {
+                values.savePath = nextArg;
+                index += 1;
+            }
+            continue;
+        }
+    }
+    return values;
+}
+function slugifyKeyword(keyword) {
+    return keyword.trim().toLowerCase().replace(/\s+/g, '-').replace(/[^\p{Letter}\p{Number}-]+/gu, '').slice(0, 32) || 'query';
+}
+function timestampForFilename() {
+    return new Date().toISOString().replaceAll(':', '').replaceAll('.', '').replace('T', '-').replace('Z', 'Z');
+}
+export function resolveSavePath(command, explicitPath, keyword) {
+    if (explicitPath) {
+        return path.resolve(explicitPath);
+    }
+    const keywordSuffix = keyword ? `-${slugifyKeyword(keyword)}` : '';
+    return path.join(REDNOTE_ROOT, 'output', `${command}${keywordSuffix}-${timestampForFilename()}.jsonl`);
+}
+export function writePostsJsonl(posts, filePath) {
+    fs.mkdirSync(path.dirname(filePath), {
+        recursive: true
+    });
+    const content = posts.map((post)=>JSON.stringify(post)).join('\n');
+    fs.writeFileSync(filePath, content ? `${content}\n` : '', 'utf8');
+}
+function formatField(value) {
+    return value ?? '';
+}
+export function renderPostsMarkdown(posts) {
+    if (posts.length === 0) {
+        return '没有获取到帖子。\n';
+    }
+    return `${posts.map((post)=>[
+            `- id: ${post.id}`,
+            `- displayTitle: ${formatField(post.noteCard.displayTitle)}`,
+            `- likedCount: ${formatField(post.noteCard.interactInfo.likedCount)}`,
+            `- url: ${post.url}`,
+            `- nickName: ${formatField(post.noteCard.user.nickName)}`,
+            `- userId: ${formatField(post.noteCard.user.userId)}`
+        ].join('\n')).join('\n\n')}\n`;
+}