@cloud411716/fancy-webnovel 0.3.16 → 1.0.0

package/commands/bootstrap/index.js

@@ -0,0 +1,138 @@
+/**
+ * commands/bootstrap.js — /fancy-bootstrap command
+ *
+ * Registers /fancy-bootstrap into ctx.commands.
+ * Validates path, confirms, then runs in-process project init.
+ */
+
+import { existsSync } from 'fs';
+import { join } from 'path';
+import { notify } from '../../infra.js';
+import { initProject } from './init-project.js';
+
+export const inject = ['commands', 'userQuestions'];
+
+function isValidPath(p) {
+  return (
+    !p.includes('..') &&
+    !/[<>:"'|?*[\x00-\x1f]/.test(p) &&
+    !/\s/.test(p)
+  );
+}
+
+const bootstrap = {
+  askPath() {
+    return {
+      question: '📂 请输入项目根路径（输入 . 代表当前路径）',
+    };
+  },
+
+  confirmOptions() {
+    return [
+      { label: '确认创建' },
+      { label: '取消' },
+    ];
+  },
+
+  notify({ type, projectRoot, err }) {
+    switch (type) {
+      case 'no_path':
+        return '⚠️ 未提供路径，已取消';
+      case 'using_cwd':
+        return `📂 使用当前目录：${projectRoot}`;
+      case 'invalid_path':
+        return '❌ 路径不合法（不能含空格、.. 或特殊字符）';
+      case 'already_initialized':
+        return '⚠️ 该目录已初始化（.fancy-deployed 已存在）';
+      case 'confirm':
+        return `❓ 确认将以下路径作为项目根？\n${projectRoot}`;
+      case 'cancelled':
+        return '🚫 已取消';
+      case 'initializing':
+        return `⏳ 正在初始化 ${projectRoot}...`;
+      case 'success':
+        return '✅ 项目初始化完成！\n下一步：运行 /fancy-scan 扫榜';
+      case 'error':
+        return '❌ 初始化失败：' + (typeof err === 'string' ? err : err?.message ?? String(err));
+      default:
+        return String(type);
+    }
+  },
+};
+
+/**
+ * @param {object} ctx - Cordis plugin context
+ */
+export function apply(ctx) {
+  ctx.commands.register({
+    name: 'fancy-bootstrap',
+    description: '📁 初始化项目根 ( usage: /fancy-bootstrap [项目根] )',
+    handler: async (invocation) => {
+      const session = invocation.agent.session;
+      const rawInput = invocation.rawInput?.trim() ?? '';
+      const { signal } = invocation;
+
+      // ---------- resolve project root ----------
+      let projectRoot = rawInput;
+
+      if (!projectRoot) {
+        const result = await ctx.userQuestions.ask({
+          questions: [bootstrap.askPath()],
+          signal,
+        });
+        projectRoot = result.answers[0]?.custom?.trim() ?? '';
+      }
+
+      if (!projectRoot) {
+        notify(session, bootstrap.notify({ type: 'no_path' }));
+        return { kind: 'success', text: '' };
+      }
+
+      if (projectRoot === '.') {
+        projectRoot = process.cwd();
+        notify(session, bootstrap.notify({ type: 'using_cwd', projectRoot }));
+      }
+
+      if (!isValidPath(projectRoot)) {
+        notify(session, bootstrap.notify({ type: 'invalid_path' }));
+        return { kind: 'success', text: '' };
+      }
+
+      if (existsSync(join(projectRoot, '.fancy-deployed'))) {
+        notify(session, bootstrap.notify({ type: 'already_initialized' }));
+        return { kind: 'success', text: '' };
+      }
+
+      // ---------- confirm ----------
+      const confirm = await ctx.userQuestions.ask({
+        questions: [{
+          id: 'confirm',
+          question: bootstrap.notify({ type: 'confirm', projectRoot }),
+          detail: projectRoot,
+          hideCustomInput: true,
+          options: bootstrap.confirmOptions(),
+        }],
+        signal,
+      });
+      const ans = confirm.answers[0];
+      const chosen = ans?.selected?.[0] ?? ans?.custom;
+      if (chosen !== '确认创建') {
+        notify(session, bootstrap.notify({ type: 'cancelled' }));
+        return { kind: 'success', text: '' };
+      }
+
+      // ---------- init (in-process, no subprocess) ----------
+      notify(session, bootstrap.notify({ type: 'initializing', projectRoot }));
+
+      const result = await initProject(projectRoot);
+
+      if (result.ok) {
+        notify(session, bootstrap.notify({ type: 'success' }));
+      } else {
+        notify(session, bootstrap.notify({ type: 'error', err: result.error }));
+      }
+
+      return { kind: 'success', text: '' };
+    },
+  });
+}

package/commands/bootstrap/init-project.js

@@ -0,0 +1,121 @@
+/**
+ * init-project.js — 项目初始化服务
+ *
+ * 在指定目录下创建标准项目结构。
+ * 所有操作使用 Node.js fs（直接文件系统访问，非 ctx.fs 沙盒），
+ * 因为项目根由用户指定，不一定在 DSH workspace 内。
+ */
+
+const DIRS = [
+  '设定/角色', '设定/势力', '设定/物品', '设定/地点',
+  '大纲', '正文', '故事档案', '对标', '拆文库',
+  '审查报告', '图片', '发布',
+  '故事档案/备份', '故事档案/.快照', '故事档案/派生',
+  '调试', 'RAG索引',
+];
+
+/**
+ * @param {string} projectRoot - absolute project root path
+ * @returns {Promise<{ ok: boolean, error?: string }>}
+ */
+export async function initProject(projectRoot) {
+  const { mkdirSync, writeFileSync, existsSync } = await import('fs');
+  const { join } = await import('path');
+
+  // Validate
+  if (!projectRoot || typeof projectRoot !== 'string') {
+    return { ok: false, error: '无效的项目根路径' };
+  }
+
+  if (!existsSync(projectRoot)) {
+    return { ok: false, error: `目录不存在: ${projectRoot}` };
+  }
+
+  const marker = join(projectRoot, '.fancy-deployed');
+  if (existsSync(marker)) {
+    return { ok: false, error: '该项目已初始化（.fancy-deployed 已存在）' };
+  }
+
+  const now = new Date().toISOString().replace('.000Z', 'Z');
+
+  try {
+    // Create directories
+    for (const d of DIRS) {
+      mkdirSync(join(projectRoot, d), { recursive: true });
+    }
+
+    // Write .fancy-deployed
+    writeFileSync(marker, JSON.stringify({
+      schema_version: '2.0.0',
+      fancy_skills_version: '2.0.0',
+      deployed_at: now,
+      project_root_abs: projectRoot,
+      project_root_rel: '.',
+      current_book: '',
+      books: [],
+      active_book_index: 0,
+    }), 'utf-8');
+
+    // Write story archive files
+    const archive = join(projectRoot, '故事档案');
+    const writeJson = (filepath, data) =>
+      writeFileSync(filepath, JSON.stringify(data), 'utf-8');
+
+    writeJson(join(archive, '_story_state.json'), {
+      schema_version: '2.0.0', last_modified: now,
+      project: { name: '', created_at: now, last_modified: now, genre: '', target_words: 0, target_chapters: 0, platform: '', platform_other: '' },
+      phase: 'uninitialized', phase_history: [{ phase: 'uninitialized', at: now }],
+      state_machine: { current_volume: 1, last_chapter_committed: 0, next_chapter_to_write: 1, chapters_total_words: 0, committed_chapters: [], pause_reason: null, paused_at: null },
+      author_intent: { style: 'xiaobai', pacing: 'medium', pov: 'third', target_audience: 'general', preferences: [], hard_constraints: [], anti_tropes: [], core_summary: '', core_conflict: '', reader_promise: '' },
+      active_book: { project_root: '.', set_at: now },
+    });
+
+    writeJson(join(archive, '_timeline.json'), {
+      schema_version: '2.0.0', last_modified: now,
+      world_clock: { start_date: now, current_date: now, calendar_unit: 'day' },
+      events: [], character_status_at_chapter: {}, dead_characters: [], fact_log: [], discoveries: [],
+    });
+
+    writeJson(join(archive, '_character_state.json'), {
+      schema_version: '2.0.0', last_modified: now,
+      characters: {}, info_boundary_log: [],
+    });
+
+    writeJson(join(archive, '_foreshadows.json'), {
+      schema_version: '2.0.0', last_modified: now,
+      foreshadows: [], type_distribution: {}, open_count: 0,
+    });
+
+    writeJson(join(archive, '_chapter_index.json'), {
+      schema_version: '2.0.0', last_modified: now,
+      chapters: [],
+    });
+
+    // Write author intent markdown
+    const intentMd = [
+      '# 作者长期意图（Author Intent）',
+      '',
+      '> 由 fancy-bootstrap 自动生成。',
+      '> **注意**：书名/题材/平台/字数等信息在 fancy-topic 阶段填入。',
+      '',
+      '## 项目信息',
+      '> ⚠️ 以下由 fancy-topic 填入：书名 / 题材 / 平台 / 目标字数 / 目标章数',
+      '',
+      '## 故事核心',
+      '> ⚠️ 由 fancy-topic 填入：一句话 / 核心冲突 / 读者承诺',
+      '',
+      '## 风格基调',
+      '- 文风：xiaobai（待 fancy-bible 细化）',
+      '- 节奏：medium（待 fancy-bible 细化）',
+      '- POV：third（待 fancy-bible 细化）',
+      '',
+      `## 用户已声明的偏好`,
+      `- ${now}：项目目录创建（fancy-bootstrap）`,
+    ].join('\n');
+    writeFileSync(join(archive, '_author_intent.md'), intentMd, 'utf-8');
+
+    return { ok: true };
+  } catch (err) {
+    return { ok: false, error: err instanceof Error ? err.message : String(err) };
+  }
+}

package/commands/scan/index.js

@@ -0,0 +1,226 @@
+/**
+ * commands/scan.js — /fancy-scan command
+ *
+ * Registers /fancy-scan into ctx.commands.
+ * Guides user through platform → rank selection, then runs in-process scraper.
+ */
+
+import { existsSync } from 'fs';
+import { join } from 'path';
+import { notify, llmFollowup } from '../../infra.js';
+import { runScans } from './scraper.js';
+import * as qidian from './platforms/qidian.js';
+import * as fanqie from './platforms/fanqie.js';
+import * as jinjiang from './platforms/jinjiang.js';
+import * as qimao from './platforms/qimao.js';
+
+export const inject = ['commands', 'userQuestions'];
+
+const PLATFORM_TABLE = [
+  ['1', 'qidian',   '起点'],
+  ['2', 'fanqie',   '番茄'],
+  ['3', 'jinjiang', '晋江'],
+  ['4', 'qimao',    '七猫'],
+];
+
+function platformLabel(platform) {
+  const row = PLATFORM_TABLE.find(r => r[1] === platform);
+  return row ? row[2] : platform;
+}
+
+const scan = {
+  platformList() {
+    return (
+      '📋 支持的平台：\n' +
+      PLATFORM_TABLE.map(r => `  ${r[0]}. ${r[2]}`).join('\n')
+    );
+  },
+
+  askPlatform() {
+    return { question: '📊 请选择要扫的平台（输入编号 1-4）：' };
+  },
+
+  rankOptions(platform) {
+    const scraper = [qidian, fanqie, jinjiang, qimao].find(p => p.platform === platform);
+    if (!scraper) return [];
+    return scraper.rankList.map(r => ({ id: r.id, label: r.label }));
+  },
+
+  askRankList(platform) {
+    const pLabel = platformLabel(platform);
+    const opts = scan.rankOptions(platform);
+    return {
+      question: `${pLabel} 有多个榜单，支持多选。请选择要采集的榜单：`,
+      hideCustomInput: true,
+      multiSelect: true,
+      options: opts,
+    };
+  },
+
+  notify({ type, platform, files, topicFile, projectRoot }) {
+    switch (type) {
+      case 'not_initialized':
+        return '⚠️ 当前目录尚未初始化。请先运行 /fancy-bootstrap 进行初始化。';
+      case 'invalid_choice':
+        return '❌ 无效选择，请输入 1-4 的编号。';
+      case 'cancelled':
+        return '🚫 已取消。';
+      case 'handover':
+        return (
+          `📊 采集完成，正在将数据交给 LLM 进行分析...\n` +
+          `📁 生成文件：\n${(files || []).map(f => '- ' + f.replace(projectRoot + '/', '')).join('\n')}\n` +
+          `💡 分析报告将写入：${(topicFile || '').replace(projectRoot + '/', '')}`
+        );
+      default:
+        return String(type);
+    }
+  },
+
+  llmAnalysisPrompt({ platform, date, files, topicFile, projectRoot }) {
+    const pLabel = platformLabel(platform);
+    const fileList = (files || [])
+      .map(f => '- ' + f.replace(projectRoot + '/', ''))
+      .join('\n');
+
+    return [
+      `## 扫榜数据分析任务`,
+      ``,
+      `平台：${pLabel}`,
+      `时间：${date || ''}`,
+      ``,
+      `已生成的文件：`,
+      fileList,
+      ``,
+      `请执行以下步骤：`,
+      `0. **禁止**使用覆盖的方式写文件，**必须**使用追加的方式`,
+      `1. 读取上述生成的原始数据文件`,
+      `2. 分析爆款书籍的题材、卖点、节奏、人设等特征`,
+      `3. 生成扫榜报告（包含：市场趋势、热门题材分析、用户画像、竞争度评估）`,
+      `4. 给出 3-5 个可行的选题方向建议`,
+      `5. 将完整分析报告追加写入：${topicFile}（如文件不存在则先新建再追加）`,
+      ``,
+      `报告要求：`,
+      `- 客观分析数据，不臆测`,
+      `- 选题建议要有差异化竞争力`,
+      `- 报告语言：中文`,
+      `- 以追加方式写入目标文件，不要覆盖现有内容`,
+    ].join('\n');
+  },
+};
+
+const SCRAPERS = { qidian, fanqie, jinjiang, qimao };
+
+/**
+ * @param {object} ctx - Cordis plugin context
+ */
+export function apply(ctx) {
+  ctx.commands.register({
+    name: 'fancy-scan',
+    description: '📊 扫榜分析 ( usage: /fancy-scan )',
+    handler: async (invocation) => {
+      const session = invocation.agent.session;
+      const { signal } = invocation;
+
+      // ---------- check project root ----------
+      const projectRoot = process.cwd();
+      if (!existsSync(join(projectRoot, '.fancy-deployed'))) {
+        notify(session, scan.notify({ type: 'not_initialized' }));
+        return { kind: 'success', text: '' };
+      }
+
+      // ---------- platform selection ----------
+      notify(session, scan.platformList());
+
+      const platformResult = await ctx.userQuestions.ask({
+        questions: [scan.askPlatform()],
+        signal,
+      });
+      const answer = platformResult.answers[0]?.custom?.trim();
+      if (!answer) {
+        notify(session, scan.notify({ type: 'cancelled' }));
+        return { kind: 'success', text: '' };
+      }
+      const numMatch = answer.match(/^(\d+)$/);
+      const row = numMatch ? PLATFORM_TABLE.find(r => r[0] === numMatch[1]) : null;
+      if (!row) {
+        notify(session, scan.notify({ type: 'invalid_choice' }));
+        return { kind: 'success', text: '' };
+      }
+      const platform = row[1];
+
+      // ---------- rank selection (multi-select) ----------
+      const rankResult = await ctx.userQuestions.ask({
+        questions: [scan.askRankList(platform)],
+        signal,
+      });
+      const selected = rankResult.answers[0]?.selected ?? [];
+      const custom = rankResult.answers[0]?.custom?.trim();
+
+      const rawChoices = selected.length > 0 ? selected : (custom ? [custom] : []);
+      if (rawChoices.length === 0) {
+        notify(session, scan.notify({ type: 'cancelled' }));
+        return { kind: 'success', text: '' };
+      }
+
+      const scraper = SCRAPERS[platform];
+      const platformRanks = scraper.rankList;
+
+      const isAll = rawChoices.includes('全选') || rawChoices.includes('__all__');
+      const rankIds = isAll
+        ? platformRanks.filter(r => r.id !== '__all__').map(r => r.id)
+        : rawChoices;
+
+      // Resolve id → full rank entry, dedup
+      const rankEntries = [];
+      const seen = new Set();
+      for (const id of rankIds) {
+        const entry = platformRanks.find(r => r.id === id || r.label === id);
+        if (entry) {
+          const key = `${entry.channel}__${entry.type}`;
+          if (!seen.has(key)) { seen.add(key); rankEntries.push(entry); }
+        }
+      }
+
+      if (rankEntries.length === 0) {
+        notify(session, scan.notify({ type: 'invalid_choice' }));
+        return { kind: 'success', text: '' };
+      }
+
+      // ---------- in-process scraping (no subprocess) ----------
+      const { totalBooks, totalFiles, failedRanks, lastReceipt } = await runScans(
+        ctx,
+        projectRoot,
+        rankEntries,
+        signal,
+      );
+
+      // ---------- output results ----------
+      if (lastReceipt && totalFiles > 0) {
+        notify(session, scan.notify({
+          type: 'handover',
+          platform,
+          files: lastReceipt.scan_files,
+          topicFile: lastReceipt.topic_decision || '',
+          projectRoot,
+        }));
+        const prompt = scan.llmAnalysisPrompt({
+          platform,
+          date: lastReceipt.date || '',
+          files: lastReceipt.scan_files,
+          topicFile: lastReceipt.topic_decision || '',
+          projectRoot,
+        });
+        llmFollowup(invocation, prompt);
+      }
+
+      if (failedRanks.length > 0) {
+        const lines = failedRanks.map(({ rank, err }) => {
+          return `• ${rank.label}：${err}`;
+        });
+        notify(session, `⚠️ 以下榜单采集失败（共 ${failedRanks.length} 项）：\n${lines.join('\n')}`);
+      }
+
+      return { kind: 'success', text: '' };
+    },
+  });
+}

package/commands/scan/platforms/fanqie.js

@@ -0,0 +1,148 @@
+/**
+ * fanqie.js — 番茄小说排行榜采集
+ *
+ * 策略（优先级递减）：
+ *   1. 移动端页面（__INITIAL_STATE__ 内嵌数据）— 无需字体解密
+ *   2. Playwright 浏览器  — 仅作为 fallback
+ *
+ * Playwright 通过 ctx.effect() 注册生命周期，Ctrl+C 时自动清理。
+ * 使用 browserContext({ signal }) 确保 page.evaluate 也能响应中止信号。
+ */
+
+export const platform = 'fanqie';
+export const label = '番茄';
+
+export const rankList = [
+  { id: '1_2', label: '男频阅读榜', channel: '1', type: '2' },
+  { id: '1_1', label: '男频新书榜', channel: '1', type: '1' },
+  { id: '0_2', label: '女频阅读榜', channel: '0', type: '2' },
+  { id: '0_1', label: '女频新书榜', channel: '0', type: '1' },
+];
+
+// 移动端页面（__INITIAL_STATE__ 内嵌数据）
+const MOBILE_BASE = 'https://m.reader.qq.com';
+
+/**
+ * @param {object} ctx
+ * @param {string} channel
+ * @param {string} type
+ * @param {AbortSignal} signal
+ */
+async function mobileFetch(ctx, channel, type, signal) {
+  const url = `${MOBILE_BASE}/rank/${channel}_${type}.html`;
+  let timerDispose;
+  const timeout = new Promise((_, reject) => {
+    timerDispose = ctx.timeout(() => reject(new Error('timeout')), 15000);
+  });
+  try {
+    const res = await Promise.race([
+      fetch(url, {
+        headers: {
+          'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X)',
+          'Accept': 'text/html',
+        },
+        signal,
+      }),
+      timeout,
+    ]);
+    if (!res.ok) throw new Error(`HTTP ${res.status}`);
+    const html = await res.text();
+    const m = html.match(/window\.__INITIAL_STATE__\s*=\s*(\{[\s\S]*?\});/);
+    if (!m) throw new Error('__INITIAL_STATE__ not found');
+    try {
+      return JSON.parse(m[1]);
+    } catch (_) {
+      throw new Error('__INITIAL_STATE__ JSON parse failed');
+    }
+  } finally {
+    try { timerDispose?.(); } catch (_) {}
+  }
+}
+
+/**
+ * Scrape one rank list. Tries mobile → Playwright.
+ * @param {string} rankId  - e.g. '1_2'
+ * @param {object} ctx     - Cordis plugin context
+ * @param {AbortSignal} signal
+ * @returns {Promise<{ ok: boolean, books: object[], error?: string }>}
+ */
+export async function scrapeRank(rankId, ctx, signal) {
+  const [channel, type] = rankId.split('_');
+
+  // 策略1: 移动端页面
+  try {
+    const data = await mobileFetch(ctx, channel, type, signal);
+    const books = parseMobileData(data);
+    if (books.length > 0) return { ok: true, books };
+  } catch (_) { /* try next strategy */ }
+
+  // 策略2: Playwright（通过 ctx.effect 注册生命周期，Ctrl+C 自动清理）
+  let browser;
+  const disposeEffect = ctx.effect(() => {
+    return () => { browser?.close(); };
+  }, 'fanqie: browser cleanup');
+
+  try {
+    const { chromium } = await import('playwright-core');
+    browser = await chromium.launch({ headless: true });
+    const context = await browser.newContext({ signal });
+    const page = await context.newPage();
+    const url = `https://www.fanqie.com/rank/${channel}_${type}/`;
+
+    await page.goto(url, { waitUntil: 'networkidle', signal });
+
+    const books = await page.evaluate(() => {
+      const s = window.__INITIAL_STATE__ || {};
+      let list = null;
+      for (const c of [s.rank, s.rankData, s.page]) {
+        if (c?.book_list) { list = c.book_list; break; }
+        if (c?.bookList)  { list = c.bookList;  break; }
+        if (c?.rankList)  { list = c.rankList;  break; }
+      }
+      if (!list || !Array.isArray(list)) return null;
+      return list.map((b, i) => ({
+        rank:   b.rank ?? (i + 1),
+        title:  b.title ?? b.bookName ?? '',
+        author: b.author ?? '',
+        category: '',
+        words:  b.wordCount ?? 0,
+        intro:  (b.description ?? '').slice(0, 150),
+        cover:  b.coverUrl ?? '',
+        bookId: b.bookId ?? '',
+      }));
+    });
+
+    // 嵌套 try-finally：context.close() 失败不影响 disposeEffect 执行
+    try {
+      await context.close();
+    } finally {
+      disposeEffect();
+    }
+
+    if (books && books.length > 0) return { ok: true, books };
+  } catch (_) { /* exhausted */ }
+
+  return { ok: false, books: [], error: 'all strategies exhausted' };
+
+  return { ok: false, books: [], error: 'all strategies exhausted' };
+}
+
+function parseMobileData(data) {
+  if (!data || typeof data !== 'object') return [];
+  let list = null;
+  const cands = [data.rank?.book_list, data.rank?.bookList, data.page?.bookList, data];
+  for (const c of cands) {
+    if (Array.isArray(c) && c.length > 0) { list = c; break; }
+  }
+  if (!list) return [];
+  return list.map((b, i) => ({
+    rank:   b.rank ?? (i + 1),
+    title:  b.title ?? b.name ?? '',
+    author: b.author ?? '',
+    category: '',
+    words:  b.wordCount ?? 0,
+    intro:  (b.description ?? '').slice(0, 150),
+    cover:  b.cover ?? '',
+    bookId: b.bookId ?? '',
+  }));
+}