@skills-store/rednote 0.1.0 → 0.1.2

package/scripts/rednote/home.ts

@@ -1,316 +0,0 @@
-#!/usr/bin/env -S node --experimental-strip-types
-
-import { parseArgs } from 'node:util';
-import type { Page, Response } from 'playwright-core';
-import { printJson, runCli } from '../utils/browser-cli.ts';
-import { resolveStatusTarget } from './status.ts';
-import * as cheerio from 'cheerio';
-import vm from 'node:vm';
-import type { RednotePost } from './post-types.ts';
-import {
-  parseOutputCliArgs,
-  renderPostsMarkdown,
-  resolveSavePath,
-  writePostsJsonl,
-  type OutputCliValues,
-} from './output-format.ts';
-import { createRednoteSession, disconnectRednoteSession, type RednoteSession } from './checkLogin.ts';
-
-export interface XHSHomeFeedItem {
-  id: string;
-  modelType: string;
-  xsecToken?: string;
-  noteCard?: {
-    type?: string;
-    displayTitle?: string;
-    user?: {
-      avatar?: string;
-      userId?: string;
-      nickname?: string;
-      nickName?: string;
-      xsecToken?: string;
-    };
-    interactInfo?: {
-      liked?: boolean;
-      likedCount?: string;
-      commentCount?: string;
-      collectedCount?: string;
-      sharedCount?: string;
-    };
-    cover?: {
-      urlDefault?: string;
-      urlPre?: string;
-      url?: string;
-      fileId?: string;
-      height?: number;
-      width?: number;
-      infoList?: Array<{
-        imageScene?: string;
-        url?: string;
-      }>;
-    };
-    cornerTagInfo?: Array<{
-      type?: string;
-      text?: string;
-    }>;
-    imageList?: Array<{
-      width?: number;
-      height?: number;
-      infoList?: Array<{
-        imageScene?: string;
-        url?: string;
-      }>;
-    }>;
-    video?: {
-      capa?: {
-        duration?: number;
-      };
-    };
-  };
-}
-
-export type HomeCliValues = OutputCliValues;
-
-export type HomeResult = {
-  ok: true;
-  home: {
-    pageUrl: string;
-    fetchedAt: string;
-    total: number;
-    posts: RednotePost[];
-    savedPath?: string;
-  };
-};
-
-export function parseHomeCliArgs(argv: string[]) {
-  return parseOutputCliArgs(argv);
-}
-
-function printHomeHelp() {
-  process.stdout.write(`rednote home
-
-Usage:
-  npx -y @skills-store/rednote home [--instance NAME] [--format md|json] [--save [PATH]]
-  node --experimental-strip-types ./scripts/rednote/home.ts --instance NAME [--format md|json] [--save [PATH]]
-  bun ./scripts/rednote/home.ts --instance NAME [--format md|json] [--save [PATH]]
-
-Options:
-  --instance NAME   Optional. Defaults to the saved lastConnect instance
-  --format FORMAT   Output format: md | json. Default: md
-  --save [PATH]     Save posts as JSONL. Uses a default path when PATH is omitted
-  -h, --help        Show this help
-`);
-}
-
-function normalizeHomePost(item: XHSHomeFeedItem): RednotePost {
-  const noteCard = item.noteCard ?? {};
-  const user = noteCard.user ?? {};
-  const interactInfo = noteCard.interactInfo ?? {};
-  const cover = noteCard.cover ?? {};
-  const imageList = Array.isArray(noteCard.imageList) ? noteCard.imageList : [];
-  const cornerTagInfo = Array.isArray(noteCard.cornerTagInfo) ? noteCard.cornerTagInfo : [];
-  const xsecToken = item.xsecToken ?? null;
-
-  return {
-    id: item.id,
-    modelType: item.modelType,
-    xsecToken,
-    url: xsecToken
-      ? `https://www.xiaohongshu.com/explore/${item.id}?xsec_token=${xsecToken}`
-      : `https://www.xiaohongshu.com/explore/${item.id}`,
-    noteCard: {
-      type: noteCard.type ?? null,
-      displayTitle: noteCard.displayTitle ?? null,
-      cover: {
-        urlDefault: cover.urlDefault ?? null,
-        urlPre: cover.urlPre ?? null,
-        url: cover.url ?? null,
-        fileId: cover.fileId ?? null,
-        width: cover.width ?? null,
-        height: cover.height ?? null,
-        infoList: Array.isArray(cover.infoList)
-          ? cover.infoList.map((info) => ({
-              imageScene: info?.imageScene ?? null,
-              url: info?.url ?? null,
-            }))
-          : [],
-      },
-      user: {
-        userId: user.userId ?? null,
-        nickname: user.nickname ?? null,
-        nickName: user.nickName ?? user.nickname ?? null,
-        avatar: user.avatar ?? null,
-        xsecToken: user.xsecToken ?? null,
-      },
-      interactInfo: {
-        liked: interactInfo.liked ?? false,
-        likedCount: interactInfo.likedCount ?? null,
-        commentCount: interactInfo.commentCount ?? null,
-        collectedCount: interactInfo.collectedCount ?? null,
-        sharedCount: interactInfo.sharedCount ?? null,
-      },
-      cornerTagInfo: cornerTagInfo.map((tag) => ({
-        type: tag?.type ?? null,
-        text: tag?.text ?? null,
-      })),
-      imageList: imageList.map((image) => ({
-        width: image?.width ?? null,
-        height: image?.height ?? null,
-        infoList: Array.isArray(image?.infoList)
-          ? image.infoList.map((info) => ({
-              imageScene: info?.imageScene ?? null,
-              url: info?.url ?? null,
-            }))
-          : [],
-      })),
-      video: {
-        duration: noteCard.video?.capa?.duration ?? null,
-      },
-    },
-  };
-}
-
-async function getOrCreateXiaohongshuPage(session: RednoteSession) {
-  return session.page;
-}
-
-async function collectHomeFeedItems(page: Page) {
-  const items = new Map<string, XHSHomeFeedItem>();
-
-  const feedPromise = new Promise<XHSHomeFeedItem[]>((resolve, reject) => {
-    const handleResponse = async (response: Response) => {
-      try {
-        if (response.status() !== 200) {
-          return;
-        }
-
-        if (response.request().method().toLowerCase() !== 'get') {
-          return;
-        }
-
-        const url = new URL(response.url());
-        if (!url.href.endsWith('/explore')) {
-          return;
-        }
-
-        const html = await response.text();
-        const $ = cheerio.load(html);
-
-        $('script').each((_, element) => {
-          const scriptContent = $(element).html();
-          if (!scriptContent?.includes('window.__INITIAL_STATE__')) {
-            return;
-          }
-
-          const scriptText = scriptContent.substring(scriptContent.indexOf('=') + 1).trim();
-          const sandbox: { info?: { feed?: { feeds?: XHSHomeFeedItem[] } } } = {};
-          vm.createContext(sandbox);
-          vm.runInContext(`var info = ${scriptText}`, sandbox);
-
-          const feeds = sandbox.info?.feed?.feeds;
-          if (!Array.isArray(feeds)) {
-            return;
-          }
-
-          for (const feed of feeds) {
-            if (feed && feed.modelType === 'note' && typeof feed.id === 'string') {
-              items.set(feed.id, feed);
-            }
-          }
-        });
-
-        if (items.size > 0) {
-          clearTimeout(timeoutId);
-          page.off('response', handleResponse);
-          resolve([...items.values()]);
-        }
-      } catch {
-      }
-    };
-
-    const timeoutId = setTimeout(() => {
-      page.off('response', handleResponse);
-      reject(new Error('Timed out waiting for Xiaohongshu home feed response'));
-    }, 15_000);
-
-    page.on('response', handleResponse);
-  });
-
-  if (page.url().startsWith('https://www.xiaohongshu.com/explore')) {
-    await page.reload({ waitUntil: 'domcontentloaded' });
-  } else {
-    await page.goto('https://www.xiaohongshu.com/explore', { waitUntil: 'domcontentloaded' });
-  }
-
-  await page.waitForTimeout(500);
-  return await feedPromise;
-}
-
-export async function getRednoteHomePosts(session: RednoteSession): Promise<HomeResult> {
-  const page = await getOrCreateXiaohongshuPage(session);
-  const items = await collectHomeFeedItems(page);
-  const posts = items.map(normalizeHomePost);
-
-  return {
-    ok: true,
-    home: {
-      pageUrl: page.url(),
-      fetchedAt: new Date().toISOString(),
-      total: posts.length,
-      posts,
-    },
-  };
-}
-
-function writeHomeOutput(result: HomeResult, values: HomeCliValues) {
-  const posts = result.home.posts;
-  let savedPath: string | undefined;
-
-  if (values.saveRequested) {
-    savedPath = resolveSavePath('home', values.savePath);
-    writePostsJsonl(posts, savedPath);
-    result.home.savedPath = savedPath;
-  }
-
-  if (values.format === 'json') {
-    printJson(result);
-    return;
-  }
-
-  let markdown = renderPostsMarkdown(posts);
-  if (savedPath) {
-    markdown = `Saved JSONL: ${savedPath}\n\n${markdown}`;
-  }
-  process.stdout.write(markdown);
-}
-
-export async function runHomeCommand(values: HomeCliValues = { format: 'md', saveRequested: false }) {
-  if (values.help) {
-    printHomeHelp();
-    return;
-  }
-
-
-  const target = resolveStatusTarget(values.instance);
-  const session = await createRednoteSession(target);
-
-  try {
-    const result = await getRednoteHomePosts(session);
-    writeHomeOutput(result, values);
-  } finally {
-    disconnectRednoteSession(session);
-  }
-}
-
-async function main() {
-  const values = parseHomeCliArgs(process.argv.slice(2));
-
-  if (values.help) {
-    printHomeHelp();
-    return;
-  }
-
-  await runHomeCommand(values);
-}
-
-runCli(import.meta.url, main);

package/scripts/rednote/index.ts

@@ -1,122 +0,0 @@
-#!/usr/bin/env -S node --experimental-strip-types
-
-import { parseArgs } from 'node:util';
-import { runCli } from '../utils/browser-cli.ts';
-
-function printRednoteHelp() {
-  process.stdout.write(`rednote
-
-Commands:
-  browser <list|create|remove|connect>
-  env [--format md|json]
-  status [--instance NAME]
-  check-login [--instance NAME]
-  login [--instance NAME]
-  home [--instance NAME] [--format md|json] [--save [PATH]]
-  search [--instance NAME] --keyword TEXT [--format md|json] [--save [PATH]]
-  get-feed-detail [--instance NAME] --url URL [--url URL] [--format md|json]
-  get-profile [--instance NAME] --id USER_ID [--format md|json]
-
-Examples:
-  npx -y @skills-store/rednote browser list
-  npx -y @skills-store/rednote browser create --name seller-main --browser chrome
-  npx -y @skills-store/rednote env
-  npx -y @skills-store/rednote status --instance seller-main
-  npx -y @skills-store/rednote login --instance seller-main
-  npx -y @skills-store/rednote home --instance seller-main --format md --save
-  npx -y @skills-store/rednote search --instance seller-main --keyword 护肤 --format json --save ./output/search.jsonl
-  npx -y @skills-store/rednote get-feed-detail --instance seller-main --url "https://www.xiaohongshu.com/explore/xxx?xsec_token=yyy"
-  npx -y @skills-store/rednote get-profile --instance seller-main --id USER_ID
-`);
-}
-
-function parseBasicArgs(argv: string[]) {
-  const { values } = parseArgs({
-    args: argv,
-    allowPositionals: true,
-    strict: false,
-    options: {
-      instance: { type: 'string' },
-      keyword: { type: 'string' },
-      format: { type: 'string' },
-      help: { type: 'boolean', short: 'h' },
-    },
-  });
-
-  return values as {
-    instance?: string;
-    keyword?: string;
-    format?: string;
-    help?: boolean;
-  };
-}
-
-export async function runRednoteCli(argv: string[] = process.argv.slice(2)) {
-  const rawArgv = argv;
-  const firstArg = rawArgv[0];
-
-  if (!firstArg || firstArg === 'help' || ((firstArg === '--help' || firstArg === '-h'))) {
-    printRednoteHelp();
-    return;
-  }
-
-  const command = !firstArg.startsWith('-') ? firstArg : 'status';
-  const commandArgv = firstArg === command ? rawArgv.slice(1) : rawArgv;
-  const basicValues = parseBasicArgs(commandArgv);
-
-  if (command === 'env') {
-    const { runEnvCommand } = await import('./env.ts');
-    await runEnvCommand({ format: basicValues.format === 'json' ? 'json' : 'md', help: basicValues.help });
-    return;
-  }
-
-  if (command === 'status') {
-    const { runStatusCommand } = await import('./status.ts');
-    await runStatusCommand({ instance: basicValues.instance, help: basicValues.help });
-    return;
-  }
-
-  if (command === 'check-login') {
-    const { runCheckLoginCommand } = await import('./checkLogin.ts');
-    await runCheckLoginCommand({ instance: basicValues.instance, help: basicValues.help });
-    return;
-  }
-
-  if (command === 'login') {
-    const { runLoginCommand } = await import('./login.ts');
-    await runLoginCommand({ instance: basicValues.instance, help: basicValues.help });
-    return;
-  }
-
-  if (command === 'home') {
-    const { parseHomeCliArgs, runHomeCommand } = await import('./home.ts');
-    await runHomeCommand(parseHomeCliArgs(commandArgv));
-    return;
-  }
-
-  if (command === 'search') {
-    const { parseSearchCliArgs, runSearchCommand } = await import('./search.ts');
-    await runSearchCommand(parseSearchCliArgs(commandArgv));
-    return;
-  }
-
-  if (command === 'get-feed-detail') {
-    const { parseGetFeedDetailCliArgs, runGetFeedDetailCommand } = await import('./getFeedDetail.ts');
-    await runGetFeedDetailCommand(parseGetFeedDetailCliArgs(commandArgv));
-    return;
-  }
-
-  if (command === 'get-profile') {
-    const { parseGetProfileCliArgs, runGetProfileCommand } = await import('./getProfile.ts');
-    await runGetProfileCommand(parseGetProfileCliArgs(commandArgv));
-    return;
-  }
-
-  throw new Error(`Unknown command: ${command}`);
-}
-
-async function main() {
-  await runRednoteCli();
-}
-
-runCli(import.meta.url, main);

package/scripts/rednote/login.ts

@@ -1,142 +0,0 @@
-#!/usr/bin/env -S node --experimental-strip-types
-
-import { parseArgs } from 'node:util';
-import { printJson, runCli } from '../utils/browser-cli.ts';
-import { resolveStatusTarget, type RednoteStatusTarget } from './status.ts';
-import { createRednoteSession, disconnectRednoteSession, type RednoteSession } from './checkLogin.ts';
-
-export type LoginCliValues = {
-  instance?: string;
-  help?: boolean;
-};
-
-export type LoginResult = {
-  ok: true;
-  instance: {
-    scope: 'default' | 'custom';
-    name: string;
-    browser: RednoteStatusTarget['browser'];
-    userDataDir: string | null;
-    source: RednoteStatusTarget['source'];
-    lastConnect: boolean;
-  };
-  rednote: {
-    loginClicked: boolean;
-    pageUrl: string;
-    waitingForPhoneLogin: boolean;
-    message: string;
-  };
-};
-
-function printLoginHelp() {
-  process.stdout.write(`rednote login
-
-Usage:
-  npx -y @skills-store/rednote login [--instance NAME]
-  node --experimental-strip-types ./scripts/rednote/login.ts --instance NAME
-  bun ./scripts/rednote/login.ts --instance NAME
-
-Options:
-  --instance NAME   Optional. Defaults to the saved lastConnect instance
-  -h, --help        Show this help
-`);
-}
-
-async function getOrCreateXiaohongshuPage(session: RednoteSession) {
-  const page = session.page;
-
-  if (!page.url().startsWith('https://www.xiaohongshu.com/')) {
-    await page.goto('https://www.xiaohongshu.com/explore', {
-      waitUntil: 'domcontentloaded',
-    });
-  }
-
-  return { page };
-}
-
-export async function openRednoteLogin(target: RednoteStatusTarget, session: RednoteSession): Promise<LoginResult> {
-  const { page } = await getOrCreateXiaohongshuPage(session);
-  await page.waitForTimeout(2_000);
-  const loginButton = page.locator('#login-btn');
-  const hasLoginButton = (await loginButton.count()) > 0;
-
-  if (!hasLoginButton) {
-    return {
-      ok: true,
-      instance: {
-        scope: target.scope,
-        name: target.instanceName,
-        browser: target.browser,
-        userDataDir: target.userDataDir,
-        source: target.source,
-        lastConnect: target.lastConnect,
-      },
-      rednote: {
-        loginClicked: false,
-        pageUrl: page.url(),
-        waitingForPhoneLogin: false,
-        message: '未检测到登录按钮，当前实例可能已经登录。',
-      },
-    };
-  }
-
-  await loginButton.first().click();
-  await page.waitForTimeout(500);
-
-  return {
-    ok: true,
-    instance: {
-      scope: target.scope,
-      name: target.instanceName,
-      browser: target.browser,
-      userDataDir: target.userDataDir,
-      source: target.source,
-      lastConnect: target.lastConnect,
-    },
-    rednote: {
-      loginClicked: true,
-      pageUrl: page.url(),
-      waitingForPhoneLogin: true,
-      message: '已点击登录按钮，请在浏览器中继续输入手机号并完成登录。',
-    },
-  };
-}
-
-export async function runLoginCommand(values: LoginCliValues = {}) {
-  if (values.help) {
-    printLoginHelp();
-    return;
-  }
-
-
-  const target = resolveStatusTarget(values.instance);
-  const session = await createRednoteSession(target);
-
-  try {
-    const result = await openRednoteLogin(target, session);
-    printJson(result);
-  } finally {
-    disconnectRednoteSession(session);
-  }
-}
-
-async function main() {
-  const { values } = parseArgs({
-    args: process.argv.slice(2),
-    allowPositionals: true,
-    strict: false,
-    options: {
-      instance: { type: 'string' },
-      help: { type: 'boolean', short: 'h' },
-    },
-  });
-
-  if (values.help) {
-    printLoginHelp();
-    return;
-  }
-
-  await runLoginCommand(values);
-}
-
-runCli(import.meta.url, main);