@web-auto/camo 0.1.14 → 0.1.16

package/src/autoscript/action-providers/xhs/persistence.mjs

@@ -1,167 +0,0 @@
-import fs from 'node:fs/promises';
-import os from 'node:os';
-import path from 'node:path';
-
-function sanitizeForPath(name, fallback = 'unknown') {
-  const text = String(name || '').trim();
-  if (!text) return fallback;
-  const cleaned = text.replace(/[\\/:"*?<>|]+/g, '_').trim();
-  return cleaned || fallback;
-}
-
-function resolveDownloadRoot(customRoot) {
-  const fromParams = String(customRoot || '').trim();
-  if (fromParams) return path.resolve(fromParams);
-  const fromEnv = String(process.env.WEBAUTO_DOWNLOAD_ROOT || process.env.WEBAUTO_DOWNLOAD_DIR || '').trim();
-  if (fromEnv) return path.resolve(fromEnv);
-  const home = process.env.HOME || process.env.USERPROFILE || os.homedir();
-  return path.join(home, '.webauto', 'download');
-}
-
-export function resolveXhsOutputContext({
-  params = {},
-  state = {},
-  noteId = null,
-} = {}) {
-  const keywordRaw = String(params.keyword || state.keyword || 'unknown').trim();
-  const envRaw = String(params.env || state.env || 'debug').trim();
-  const resolvedNoteId = String(noteId || params.noteId || state.currentNoteId || 'unknown').trim();
-  const root = resolveDownloadRoot(params.outputRoot || params.downloadRoot || params.rootDir);
-  const keyword = sanitizeForPath(keywordRaw, 'unknown');
-  const env = sanitizeForPath(envRaw, 'debug');
-  const note = sanitizeForPath(resolvedNoteId, 'unknown');
-  const keywordDir = path.join(root, 'xiaohongshu', env, keyword);
-  const noteDir = path.join(keywordDir, note);
-  return {
-    root,
-    env,
-    keyword,
-    noteId: note,
-    keywordDir,
-    noteDir,
-    commentsPath: path.join(noteDir, 'comments.jsonl'),
-    likeStatePath: path.join(keywordDir, '.like-state.jsonl'),
-    likeEvidenceDir: path.join(keywordDir, 'like-evidence', note),
-    virtualLikeEvidenceDir: path.join(keywordDir, 'virtual-like', note),
-  };
-}
-
-export async function ensureDir(dirPath) {
-  await fs.mkdir(dirPath, { recursive: true });
-}
-
-export async function readJsonlRows(filePath) {
-  try {
-    const text = await fs.readFile(filePath, 'utf8');
-    return text
-      .split('\n')
-      .map((line) => line.trim())
-      .filter(Boolean)
-      .map((line) => {
-        try {
-          return JSON.parse(line);
-        } catch {
-          return null;
-        }
-      })
-      .filter(Boolean);
-  } catch {
-    return [];
-  }
-}
-
-async function appendJsonlRows(filePath, rows) {
-  if (!Array.isArray(rows) || rows.length === 0) return;
-  await ensureDir(path.dirname(filePath));
-  const payload = rows.map((row) => JSON.stringify(row)).join('\n');
-  await fs.appendFile(filePath, `${payload}\n`, 'utf8');
-}
-
-function normalizeCommentRow(noteId, row) {
-  return {
-    noteId: String(noteId || ''),
-    userName: String(row?.userName || row?.author || row?.user_name || '').trim(),
-    userId: String(row?.userId || row?.user_id || '').trim(),
-    content: String(row?.content || row?.text || '').replace(/\s+/g, ' ').trim(),
-    time: String(row?.time || row?.timestamp || '').trim(),
-    likeCount: Number(row?.likeCount || row?.like_count || 0),
-    ts: new Date().toISOString(),
-  };
-}
-
-function commentDedupKey(row) {
-  return `${String(row?.userId || '')}:${String(row?.content || '')}`;
-}
-
-export async function mergeCommentsJsonl({ filePath, noteId, comments = [] }) {
-  const existing = await readJsonlRows(filePath);
-  const seen = new Set(
-    existing
-      .map((row) => commentDedupKey(row))
-      .filter((key) => key && !key.endsWith(':')),
-  );
-
-  const added = [];
-  for (const row of comments) {
-    const normalized = normalizeCommentRow(noteId, row);
-    if (!normalized.content) continue;
-    const key = commentDedupKey(normalized);
-    if (!key || key.endsWith(':')) continue;
-    if (seen.has(key)) continue;
-    seen.add(key);
-    added.push(normalized);
-  }
-
-  await appendJsonlRows(filePath, added);
-  return {
-    filePath,
-    added: added.length,
-    existing: existing.length,
-    total: existing.length + added.length,
-    rowsAdded: added,
-  };
-}
-
-export function makeLikeSignature({ noteId, userId = '', userName = '', text = '' }) {
-  const normalizedText = String(text || '').replace(/\s+/g, ' ').trim().slice(0, 200);
-  return [
-    String(noteId || '').trim(),
-    String(userId || '').trim(),
-    String(userName || '').trim(),
-    normalizedText,
-  ].join('|');
-}
-
-export async function loadLikedSignatures(filePath) {
-  const rows = await readJsonlRows(filePath);
-  const out = new Set();
-  for (const row of rows) {
-    const signature = String(row?.signature || '').trim();
-    if (signature) out.add(signature);
-  }
-  return out;
-}
-
-export async function appendLikedSignature(filePath, signature, extra = {}) {
-  const value = String(signature || '').trim();
-  if (!value) return;
-  await appendJsonlRows(filePath, [{
-    ts: new Date().toISOString(),
-    signature: value,
-    ...extra,
-  }]);
-}
-
-export async function savePngBase64(filePath, base64Data) {
-  const payload = String(base64Data || '').trim();
-  if (!payload) return null;
-  await ensureDir(path.dirname(filePath));
-  await fs.writeFile(filePath, Buffer.from(payload, 'base64'));
-  return filePath;
-}
-
-export async function writeJsonFile(filePath, payload) {
-  await ensureDir(path.dirname(filePath));
-  await fs.writeFile(filePath, `${JSON.stringify(payload, null, 2)}\n`, 'utf8');
-  return filePath;
-}

package/src/autoscript/action-providers/xhs/search.mjs

@@ -1,174 +0,0 @@
-export function buildSubmitSearchScript(params = {}) {
-  const keyword = String(params.keyword || '').trim();
-  return `(async () => {
-    const state = window.__camoXhsState || (window.__camoXhsState = {});
-    const metrics = state.metrics && typeof state.metrics === 'object' ? state.metrics : {};
-    state.metrics = metrics;
-    metrics.searchCount = Number(metrics.searchCount || 0) + 1;
-    metrics.lastSearchAt = new Date().toISOString();
-    const input = document.querySelector('#search-input, input.search-input');
-    if (!(input instanceof HTMLInputElement)) {
-      throw new Error('SEARCH_INPUT_NOT_FOUND');
-    }
-    const targetKeyword = ${JSON.stringify(keyword)};
-    if (targetKeyword && input.value !== targetKeyword) {
-      input.focus();
-      input.value = targetKeyword;
-      input.dispatchEvent(new Event('input', { bubbles: true }));
-      input.dispatchEvent(new Event('change', { bubbles: true }));
-    }
-    const enterEvent = { key: 'Enter', code: 'Enter', keyCode: 13, which: 13, bubbles: true, cancelable: true };
-    const beforeUrl = window.location.href;
-    input.focus();
-    input.dispatchEvent(new KeyboardEvent('keydown', enterEvent));
-    input.dispatchEvent(new KeyboardEvent('keypress', enterEvent));
-    input.dispatchEvent(new KeyboardEvent('keyup', enterEvent));
-    const candidates = ['.input-button .search-icon', '.input-button', 'button.min-width-search-icon'];
-    let clickedSelector = null;
-    for (const selector of candidates) {
-      const button = document.querySelector(selector);
-      if (!button) continue;
-      if (button instanceof HTMLElement) button.scrollIntoView({ behavior: 'auto', block: 'center' });
-      await new Promise((resolve) => setTimeout(resolve, 80));
-      button.click();
-      clickedSelector = selector;
-      break;
-    }
-    const form = input.closest('form');
-    if (form) {
-      if (typeof form.requestSubmit === 'function') form.requestSubmit();
-      else form.dispatchEvent(new Event('submit', { bubbles: true, cancelable: true }));
-    }
-    await new Promise((resolve) => setTimeout(resolve, 320));
-    return {
-      submitted: true,
-      via: clickedSelector || 'enter_or_form_submit',
-      beforeUrl,
-      afterUrl: window.location.href,
-      searchCount: metrics.searchCount,
-    };
-  })()`;
-}
-
-export function buildOpenDetailScript(params = {}) {
-  const mode = String(params.mode || 'first').trim().toLowerCase();
-  const maxNotes = Math.max(1, Number(params.maxNotes ?? params.limit ?? 20) || 20);
-  const keyword = String(params.keyword || '').trim();
-
-  return `(async () => {
-    const STATE_KEY = '__camoXhsState';
-    const normalizeVisited = (value) => {
-      if (!Array.isArray(value)) return [];
-      return value
-        .map((item) => String(item || '').trim())
-        .filter(Boolean);
-    };
-    const mergeVisited = (a, b) => Array.from(new Set([
-      ...normalizeVisited(a),
-      ...normalizeVisited(b),
-    ]));
-    const loadState = () => {
-      const inMemory = window.__camoXhsState && typeof window.__camoXhsState === 'object' ? window.__camoXhsState : {};
-      try {
-        const stored = localStorage.getItem(STATE_KEY);
-        if (!stored) return { ...inMemory };
-        const parsed = JSON.parse(stored);
-        if (!parsed || typeof parsed !== 'object') return { ...inMemory };
-        const merged = { ...inMemory, ...parsed };
-        merged.visitedNoteIds = mergeVisited(parsed.visitedNoteIds, inMemory.visitedNoteIds);
-        return merged;
-      } catch {
-        return { ...inMemory };
-      }
-    };
-    const saveState = (nextState) => {
-      window.__camoXhsState = nextState;
-      try { localStorage.setItem(STATE_KEY, JSON.stringify(nextState)); } catch {}
-    };
-
-    const state = loadState();
-    if (!Array.isArray(state.visitedNoteIds)) state.visitedNoteIds = [];
-    state.maxNotes = Number(${maxNotes});
-    if (${JSON.stringify(keyword)}) state.keyword = ${JSON.stringify(keyword)};
-
-    if (${JSON.stringify(mode)} === 'next' && state.visitedNoteIds.length >= state.maxNotes) {
-      throw new Error('AUTOSCRIPT_DONE_MAX_NOTES');
-    }
-
-    const nodes = Array.from(document.querySelectorAll('.note-item'))
-      .map((item, index) => {
-        const cover = item.querySelector('a.cover');
-        if (!cover) return null;
-        const href = String(cover.getAttribute('href') || '').trim();
-        const noteId = href.split('/').filter(Boolean).pop() || ('idx_' + index);
-        return { cover, href, noteId };
-      })
-      .filter(Boolean);
-    if (nodes.length === 0) throw new Error('NO_SEARCH_RESULT_ITEM');
-
-    let next = null;
-    if (${JSON.stringify(mode)} === 'next') {
-      next = nodes.find((row) => !state.visitedNoteIds.includes(row.noteId));
-      if (!next) throw new Error('AUTOSCRIPT_DONE_NO_MORE_NOTES');
-    } else {
-      next = nodes.find((row) => !state.visitedNoteIds.includes(row.noteId)) || nodes[0];
-    }
-
-    const detailSelectors = [
-      '.note-detail-mask',
-      '.note-detail-page',
-      '.note-detail-dialog',
-      '.note-detail-mask .detail-container',
-      '.note-detail-mask .media-container',
-      '.note-detail-mask .note-scroller',
-      '.note-detail-mask .note-content',
-      '.note-detail-mask .interaction-container',
-      '.note-detail-mask .comments-container',
-    ];
-    const isVisible = (node) => {
-      if (!node || !(node instanceof HTMLElement)) return false;
-      const style = window.getComputedStyle(node);
-      if (!style) return false;
-      if (style.display === 'none' || style.visibility === 'hidden' || Number(style.opacity || '1') === 0) return false;
-      const rect = node.getBoundingClientRect();
-      return rect.width > 1 && rect.height > 1;
-    };
-    const isDetailReady = () => detailSelectors.some((selector) => isVisible(document.querySelector(selector)));
-
-    next.cover.scrollIntoView({ behavior: 'auto', block: 'center' });
-    await new Promise((resolve) => setTimeout(resolve, 140));
-    const beforeUrl = window.location.href;
-    next.cover.click();
-
-    let detailReady = false;
-    for (let i = 0; i < 60; i += 1) {
-      if (isDetailReady()) {
-        detailReady = true;
-        break;
-      }
-      await new Promise((resolve) => setTimeout(resolve, 120));
-    }
-    if (!detailReady) {
-      throw new Error('DETAIL_OPEN_TIMEOUT');
-    }
-    await new Promise((resolve) => setTimeout(resolve, 220));
-    const afterUrl = window.location.href;
-
-    if (!state.visitedNoteIds.includes(next.noteId)) state.visitedNoteIds.push(next.noteId);
-    state.currentNoteId = next.noteId;
-    state.currentHref = next.href;
-    state.lastListUrl = beforeUrl;
-    saveState(state);
-    return {
-      opened: true,
-      source: ${JSON.stringify(mode)} === 'next' ? 'open_next_detail' : 'open_first_detail',
-      noteId: next.noteId,
-      visited: state.visitedNoteIds.length,
-      maxNotes: state.maxNotes,
-      openByClick: true,
-      beforeUrl,
-      afterUrl,
-    };
-  })()`;
-}
-

package/src/autoscript/action-providers/xhs.mjs

@@ -1,133 +0,0 @@
-import { asErrorPayload } from '../../container/runtime-core/utils.mjs';
-import {
-  createEvaluateHandler,
-  extractEvaluateResultData,
-  evaluateWithScript,
-  runEvaluateScript,
-} from './xhs/common.mjs';
-import { buildCommentsHarvestScript, buildCommentMatchScript } from './xhs/comments.mjs';
-import {
-  buildCloseDetailScript,
-  buildDetailHarvestScript,
-  buildExpandRepliesScript,
-} from './xhs/detail.mjs';
-import {
-  buildCommentReplyScript,
-  executeCommentLikeOperation,
-} from './xhs/interaction.mjs';
-import {
-  mergeCommentsJsonl,
-  resolveXhsOutputContext,
-} from './xhs/persistence.mjs';
-import { buildOpenDetailScript, buildSubmitSearchScript } from './xhs/search.mjs';
-
-function buildReadStateScript() {
-  return `(() => {
-    const state = window.__camoXhsState || {};
-    return {
-      keyword: state.keyword || null,
-      currentNoteId: state.currentNoteId || null,
-      lastCommentsHarvest: state.lastCommentsHarvest && typeof state.lastCommentsHarvest === 'object'
-        ? state.lastCommentsHarvest
-        : null,
-    };
-  })()`;
-}
-
-async function readXhsRuntimeState(profileId) {
-  try {
-    const payload = await runEvaluateScript({
-      profileId,
-      script: buildReadStateScript(),
-      highlight: false,
-    });
-    return extractEvaluateResultData(payload) || {};
-  } catch {
-    return {};
-  }
-}
-
-async function handleRaiseError({ params }) {
-  const code = String(params.code || params.message || 'AUTOSCRIPT_ABORT').trim();
-  return asErrorPayload('OPERATION_FAILED', code || 'AUTOSCRIPT_ABORT');
-}
-
-async function executeCommentsHarvestOperation({ profileId, params = {} }) {
-  const script = buildCommentsHarvestScript(params);
-  const highlight = params.highlight !== false;
-  const operationResult = await evaluateWithScript({
-    profileId,
-    script,
-    message: 'xhs_comments_harvest done',
-    highlight,
-  });
-
-  const payload = extractEvaluateResultData(operationResult.data) || {};
-  const shouldPersistComments = params.persistComments === true || params.persistCollectedComments === true;
-  const includeComments = params.includeComments !== false;
-  const comments = Array.isArray(payload.comments) ? payload.comments : [];
-
-  if (!shouldPersistComments || !includeComments || comments.length === 0) {
-    return {
-      ...operationResult,
-      data: {
-        ...payload,
-        commentsPath: null,
-        commentsAdded: 0,
-        commentsTotal: Number(payload.collected || comments.length || 0),
-      },
-    };
-  }
-
-  const state = await readXhsRuntimeState(profileId);
-  const output = resolveXhsOutputContext({
-    params,
-    state,
-    noteId: payload.noteId || state.currentNoteId || params.noteId,
-  });
-
-  const merged = await mergeCommentsJsonl({
-    filePath: output.commentsPath,
-    noteId: output.noteId,
-    comments,
-  });
-
-  return {
-    ok: true,
-    code: 'OPERATION_DONE',
-    message: 'xhs_comments_harvest done',
-    data: {
-      ...payload,
-      commentsPath: merged.filePath,
-      commentsAdded: merged.added,
-      commentsTotal: merged.total,
-      outputNoteDir: output.noteDir,
-    },
-  };
-}
-
-const XHS_ACTION_HANDLERS = {
-  raise_error: handleRaiseError,
-  xhs_submit_search: createEvaluateHandler('xhs_submit_search done', buildSubmitSearchScript),
-  xhs_open_detail: createEvaluateHandler('xhs_open_detail done', buildOpenDetailScript),
-  xhs_detail_harvest: createEvaluateHandler('xhs_detail_harvest done', buildDetailHarvestScript),
-  xhs_expand_replies: createEvaluateHandler('xhs_expand_replies done', buildExpandRepliesScript),
-  xhs_comments_harvest: executeCommentsHarvestOperation,
-  xhs_comment_match: createEvaluateHandler('xhs_comment_match done', buildCommentMatchScript),
-  xhs_comment_like: executeCommentLikeOperation,
-  xhs_comment_reply: createEvaluateHandler('xhs_comment_reply done', buildCommentReplyScript),
-  xhs_close_detail: createEvaluateHandler('xhs_close_detail done', buildCloseDetailScript),
-};
-
-export function isXhsAutoscriptAction(action) {
-  const normalized = String(action || '').trim();
-  return normalized === 'raise_error' || normalized.startsWith('xhs_');
-}
-
-export async function executeXhsAutoscriptOperation({ profileId, action, params = {} }) {
-  const handler = XHS_ACTION_HANDLERS[action];
-  if (!handler) {
-    return asErrorPayload('UNSUPPORTED_OPERATION', `Unsupported xhs operation: ${action}`);
-  }
-  return handler({ profileId, params });
-}