@cloud411716/fancy-webnovel 1.0.46 → 2.2.0

package/commands/scan/scraper.js

@@ -1,195 +0,0 @@
-/**
- * scraper.js — 扫榜编排层
- *
- * 职责：
- *   1. 对每个平台/榜单调用对应的 platform scraper
- *   2. 重试逻辑（每个榜单最多 3 次，间隔 5 秒）
- *   3. 通过 DSH 事件实时汇报进度
- *   4. 生成 Markdown 文件并写入项目目录
- *   5. 所有操作纳入 ctx.effect() 生命周期，Ctrl+C 可终止
- */
-
-import { mkdirSync } from 'fs';
-import { join } from 'path';
-import { sleep, scanProgress, writeFile } from '../../infra.js';
-import * as qidian from './platforms/qidian.js';
-import * as fanqie from './platforms/fanqie.js';
-import * as jinjiang from './platforms/jinjiang.js';
-import * as qimao from './platforms/qimao.js';
-
-const SCRAPER_TIMEOUT = 30 * 60 * 1000; // 30 分钟 per rank
-const MAX_RETRIES = 3;
-const RETRY_DELAY = 5000;
-
-// Platform registry
-const PLATFORMS = { qidian, fanqie, jinjiang, qimao };
-
-function todayStr() {
-  const d = new Date();
-  return `${d.getFullYear()}${String(d.getMonth() + 1).padStart(2, '0')}${String(d.getDate()).padStart(2, '0')}`;
-}
-
-/**
- * Run scans for a list of { platform, channel, type, label } entries.
- * Uses ctx.effect() for lifecycle management and ctx.events for progress.
- *
- * @param {object} ctx       - Cordis plugin context
- * @param {string} projectRoot
- * @param {Array}  ranks     - array of { platform, channel, type, label }
- * @param {AbortSignal} signal
- * @returns {Promise<{ totalBooks: number, totalFiles: number, failedRanks: Array, lastReceipt: object|null }>}
- */
-export async function runScans(ctx, projectRoot, ranks, signal) {
-  const scanDir = join(projectRoot, '扫榜数据');
-  mkdirSync(scanDir, { recursive: true });
-
-  const today = todayStr();
-  let totalBooks = 0;
-  let totalFiles = 0;
-  const failedRanks = [];
-  let lastReceipt = null;
-
-  for (const rank of ranks) {
-    if (signal.aborted) {
-      scanProgress(ctx, 'rank-done', {
-        platform: rank.platform, channel: rank.channel, type: rank.type,
-        ok: false, written: 0, failed: 0, errorMsg: 'aborted by user',
-      });
-      break;
-    }
-
-    const platform = PLATFORMS[rank.platform];
-    if (!platform) {
-      failedRanks.push({ rank, err: `unknown platform: ${rank.platform}` });
-      continue;
-    }
-
-    scanProgress(ctx, 'start', {
-      platform: rank.platform,
-      channel: rank.channel,
-      type: rank.type,
-      label: rank.label,
-    });
-
-    let result;
-    let attempt = 0;
-
-    while (attempt < MAX_RETRIES) {
-      if (signal.aborted) break;
-      attempt++;
-      try {
-        result = await withTimeout(
-          platform.scrapeRank(rank.id, ctx, signal),
-          ctx,
-          SCRAPER_TIMEOUT,
-        );
-        if (result.ok) break;
-      } catch (err) {
-        result = { ok: false, books: [], error: err.message };
-      }
-      if (attempt < MAX_RETRIES && !signal.aborted) {
-        await sleep(ctx, RETRY_DELAY);
-      }
-    }
-
-    if (signal.aborted) {
-      failedRanks.push({ rank, err: 'aborted' });
-      continue;
-    }
-
-    if (!result.ok || !result.books.length) {
-      failedRanks.push({ rank, err: result.error ?? 'no books' });
-      scanProgress(ctx, 'rank-done', {
-        platform: rank.platform, channel: rank.channel, type: rank.type,
-        ok: false, written: 0, failed: result.books?.length ?? 0,
-        errorMsg: result.error,
-      });
-      continue;
-    }
-
-    // Write markdown file
-    let filepath;
-    try {
-      const content = renderMarkdown(platform.label, rank.label, result.books);
-      const filename = `${platform.label}${rank.label}_${today}.md`;
-      filepath = join(scanDir, filename);
-      await writeFile(filepath, content);
-      totalFiles++;
-      totalBooks += result.books.length;
-      lastReceipt = {
-        platform: rank.platform,
-        date: today,
-        scan_files: [filepath],
-        topic_decision: join(scanDir, `topic_decision_${today}.md`),
-      };
-    } catch (err) {
-      failedRanks.push({ rank, err: `write failed: ${err.message}` });
-      scanProgress(ctx, 'rank-done', {
-        platform: rank.platform, channel: rank.channel, type: rank.type,
-        ok: false, written: 0, failed: result.books.length,
-        errorMsg: `write failed: ${err.message}`,
-      });
-      continue;
-    }
-
-    scanProgress(ctx, 'rank-done', {
-      platform: rank.platform, channel: rank.channel, type: rank.type,
-      ok: true, written: result.books.length, failed: 0,
-    });
-  }
-
-  scanProgress(ctx, 'done', {
-    platform: ranks[0]?.platform ?? '',
-    totalBooks,
-    totalFiles,
-    ok: failedRanks.length < ranks.length,
-  });
-
-  return { totalBooks, totalFiles, failedRanks, lastReceipt };
-}
-
-/**
- * Wrap a promise with a ctx.timeout deadline.
- * ctx.timeout(fn, ms) returns a synchronous dispose function that is safe
- * to call multiple times (idempotent), so this is guaranteed leak-free.
- */
-async function withTimeout(promise, ctx, ms) {
-  let dispose;
-  const timeout = new Promise((_, reject) => {
-    dispose = ctx.timeout(() => reject(new Error(`timeout after ${ms}ms`)), ms);
-  });
-  try {
-    return await Promise.race([promise, timeout]);
-  } finally {
-    try { dispose?.(); } catch (_) {}
-  }
-}
-
-/**
- * Render books as Markdown.
- */
-function renderMarkdown(platformLabel, rankLabel, books) {
-  const lines = [
-    `# ${platformLabel} · ${rankLabel}`,
-    '',
-    `> 自动采集于 ${new Date().toLocaleString('zh-CN')}`,
-    '',
-    '| 排名 | 书名 | 作者 | 类别 | 字数 | 简介 |',
-    '|------|------|------|------|------|------|',
-  ];
-
-  for (const b of books) {
-    const title = escapeTable(b.title || '');
-    const author = escapeTable(b.author || '');
-    const category = escapeTable(b.category || '-');
-    const words = b.words ? `${(b.words / 10000).toFixed(1)}万` : '-';
-    const intro = escapeTable((b.intro || '').slice(0, 80));
-    lines.push(`| ${b.rank ?? ''} | ${title} | ${author} | ${category} | ${words} | ${intro} |`);
-  }
-
-  return lines.join('\n') + '\n';
-}
-
-function escapeTable(s) {
-  return String(s).replace(/\|/g, '\\|').replace(/\n/g, ' ');
-}

package/infra.js

@@ -1,160 +0,0 @@
-/**
- * infra.js — DSH Plugin Core Infrastructure
- *
- * Provides:
- *   notify(session, kind, text)     — return success/error result for TUI toast + Web left-panel
- *   llmFollowup(invocation,prompt) — hand a prompt to the LLM as a user message
- *   StatusLine(session)              — in-place updatable status bar via surfaceOp replace
- *   scanProgress(ctx, phase, data) — emit structured scan progress events
- *   sleep(ctx, ms)                  — DSH-native promise delay via ctx.timeout()
- *
- * All fancy-* plugins import from this file.
- */
-
-// --------------------------------------------------------------------------
-// notify — return error result propagated through dsh-commands settleThrown()
-// --------------------------------------------------------------------------
-//
-
-/** Strip ANSI escape sequences from a string (defensive, prevents TTY leak). */
-function stripAnsi(str) {
-  return String(str).replace(/\x1b[\s\S]*?([a-zA-Z]|$)|\x1b[()][AB012]|\x1b\][^\x07]*(?:\x07|$)/g, '$1');
-}
-
-/**
- * @param {object} session - DSH Session object (unused, kept for API compatibility)
- * @param {'error'|'success'} kind
- * @param {string} text
- * @returns {{ kind: 'error'|'success', text: string }} Result propagated through
- *   dsh-commands settleThrown() → command/done → channel.notify() (TUI toast)
- *   and command/done (Web left-panel with real commandId prefix)
- */
-export function notify(session, kind, text) {
-  return { kind, text: stripAnsi(text) };
-}
-
-// --------------------------------------------------------------------------
-// StatusLine — in-place updatable status bar using session surfaceOp replace
-// --------------------------------------------------------------------------
-
-/**
- * Appends a single session event and updates it in-place on subsequent calls
- * using session's surfaceOp replace mechanism. The event always stays at the
- * same log position; only its content changes — visually a terminal status bar.
- *
- * Usage:
- *   const status = new StatusLine(session);
- *   status.update('Working…');
- *   status.update('Done ✓');
- *   status.clear();
- */
-export class StatusLine {
-  #session;
-  #seq;
-
-  constructor(session) { this.#session = session; }
-
-  update(text) {
-    const event = this.#seq
-      ? this.#session.append(
-          'fancy/status',
-          { content: [{ type: 'text', text }], source: { kind: 'user' } },
-          { surfaceOp: { op: 'replace', start: this.#seq, end: this.#seq } }
-        )
-      : this.#session.append(
-          'fancy/status',
-          { content: [{ type: 'text', text }], source: { kind: 'user' } },
-          { surfaceOp: 'append' }
-        );
-    this.#seq ??= event.seq;
-  }
-
-  clear() { this.update(''); }
-}
-
-// --------------------------------------------------------------------------
-// llmFollowup — hand a prompt to the LLM as a user message
-// --------------------------------------------------------------------------
-
-/**
- * @param {object} invocation - CommandInvocation from ctx.commands handler
- * @param {string|object} content
- */
-export function llmFollowup(invocation, content) {
-  const prompt = typeof content === 'string' ? content : JSON.stringify(content);
-  invocation.agent.followup({
-    content: [{ type: 'text', text: prompt }],
-    source: { kind: 'user' },
-  });
-}
-
-// --------------------------------------------------------------------------
-// sleep — DSH-native promise delay using ctx.timeout()
-// --------------------------------------------------------------------------
-
-/**
- * Return a promise that resolves after `ms` milliseconds.
- * Uses ctx.timeout() (Cordis timer service) instead of native setTimeout.
- *
- * @param {object} ctx  - Cordis plugin context
- * @param {number} ms   - milliseconds to wait
- * @returns {Promise<void>}
- */
-export function sleep(ctx, ms) {
-  return new Promise((resolve) => {
-    ctx.timeout(resolve, ms);
-  });
-}
-
-// --------------------------------------------------------------------------
-// scanProgress — emit structured scan progress via DSH events
-// --------------------------------------------------------------------------
-
-/**
- * Emit a scan progress event. These flow into the session log and can be
- * observed by the running agent for real-time progress feedback.
- *
- * @param {object} ctx
- * @param {'start'|'book'|'rank-done'|'done'} phase
- * @param {object} data
- */
-export function scanProgress(ctx, phase, data) {
-  switch (phase) {
-    case 'start':
-      ctx.events.emit('fancy/scan:start', data.platform, data.channel, data.type, data.label);
-      break
-    case 'book':
-      ctx.events.emit('fancy/scan:book', data.platform, data.channel, data.type,
-        data.index, data.total, data.title, data.rank);
-      break
-    case 'rank-done':
-      ctx.events.emit('fancy/scan:rank-done', data.platform, data.channel, data.type,
-        data.ok, data.written, data.failed, data.errorMsg);
-      break
-    case 'done':
-      ctx.events.emit('fancy/scan:done', data.platform, data.totalBooks, data.totalFiles, data.ok);
-      break
-  }
-}
-
-// --------------------------------------------------------------------------
-// writeFile — Node.js fs, used for project dirs outside workspace
-// --------------------------------------------------------------------------
-
-/**
- * Write text to a file, creating directories as needed.
- * Uses Node.js fs directly (not ctx.fs) since project roots may be
- * outside the DSH sandbox workspace.
- *
- * @param {string} filepath
- * @param {string} content
- * @param {string} [encoding='utf-8']
- */
-export async function writeFile(filepath, content, encoding = 'utf-8') {
-  const { writeFileSync, mkdirSync } = await import('fs');
-  const { dirname } = await import('path');
-  mkdirSync(dirname(filepath), { recursive: true });
-  writeFileSync(filepath, content, encoding);
-}
-
-