dsh-social-trace 0.1.2 → 0.1.13

package/lib/index.js

@@ -9,6 +9,9 @@ import { dataDirectory, workspaceDirectory, saveWorkspaceDirectory, chooseDirect
 import { Documents } from './documents.js';
 import { Avatars } from './avatars.js';
 import { SocialAgent } from './agent.js';
+import { hostModel } from './chat-model.js';
+import { BusinessChat } from './chat.js';
+import { createBusiness } from './business.js';
 import { CaptureError } from './capture-error.js';
 import { platformImage } from './text.js';
 import { backup } from 'node:sqlite';
@@ -44,7 +47,7 @@ function localRequest(req) {
   return local && ['127.0.0.1', '::1', '::ffff:127.0.0.1'].includes(address);
 }
 
-export function createRuntime(directory = dataDirectory(), { adapterFactories = { weibo: WeiboBrowser, xueqiu: XueqiuBrowser }, chooseFolder = chooseDirectory, avatarFetch = fetch, getIM = () => null, updates = createUpdates() } = {}) {
+export function createRuntime(directory = dataDirectory(), { adapterFactories = { weibo: WeiboBrowser, xueqiu: XueqiuBrowser }, chooseFolder = chooseDirectory, avatarFetch = fetch, getIM = () => null, model = hostModel(() => null), updates = createUpdates() } = {}) {
   let workspace = realpathSync(workspaceDirectory(directory));
   let store = new Store(workspace);
   let documents = new Documents(store, workspace);
@@ -54,7 +57,7 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
   let workspaceTask = null;
   let exporting = 0;
   let serviceError = '';
-  const agent = new SocialAgent(() => store, getIM, () => changingWorkspace || applyingUpdate || closing);
+  const agent = new SocialAgent(() => store, getIM, () => changingWorkspace || applyingUpdate || closing, () => model.available());
   const sources = Object.fromEntries(Object.entries(adapterFactories).map(([id, Adapter]) => {
     let worker;
     const browser = new Adapter(directory, options => worker.beforeRequest(options), () => store.account(id).uid);
@@ -65,6 +68,8 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
   }));
   const { browser, worker } = sources.weibo;
   let closing = false;
+  const business = createBusiness(() => store, sources, () => documents.drainImages());
+  const chat = new BusinessChat(() => store, business, model, { paused: () => changingWorkspace || applyingUpdate || closing || !!serviceError });
 
   function enableAuthorJob(uid, kind) {
     if (store.getSetting('targetEnabled:' + uid, true)) return;
@@ -90,7 +95,7 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
     if (destination === workspace) { saveWorkspaceDirectory(directory, destination); await documents.sync({ backgroundImages: true }); return; }
     const database = join(destination, 'archive.sqlite');
     if (existsSync(database)) throw new CaptureError('storage', '所选文件夹已有资料库，为避免覆盖，请选择一个新的文件夹');
-    if (agent.busy) throw new CaptureError('storage', '请等当前消息投递结束后再切换信息保存位置');
+    if (agent.busy || chat.busy) throw new CaptureError('storage', '请等当前消息投递或 Chat 执行结束后再切换信息保存位置');
     if (exporting) throw new CaptureError('storage', '正在导出文档，请等导出完成后再切换信息保存位置');
     if (Object.values(sources).some(source => source.loginBusy || source.historyBusy)) throw new CaptureError('storage', '请等登录窗口打开完成后再切换信息保存位置');
     changingWorkspace = true;
@@ -141,6 +146,11 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
       const url = new URL(req.url, 'http://' + req.headers.host);
       const path = url.pathname.slice(PREFIX.length);
       if (req.method === 'GET') {
+        if (path === '/chat') return json(res, 200, chat.view(url.searchParams.get('sessionId') || ''));
+        if (path === '/chat/run') {
+          const run = store.db.prepare('SELECT r.session_id AS sessionId FROM chat_runs r JOIN chat_sessions s ON s.id=r.session_id WHERE r.id=? AND s.deleted_at IS NULL').get(url.searchParams.get('id') || '');
+          return run ? json(res, 200, run) : json(res, 404, { error: '报告不存在' });
+        }
         if (path === '/update') return json(res, 200, { update: await updates.check(url.searchParams.get('fresh') === '1') });
         if (path === '/update/state') return json(res, 200, { update: updates.view() });
         if (path === '/assets/xueqiu.png') {
@@ -175,6 +185,7 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
             return { id, name: source.browser.name, enabled: store.getSetting('platformEnabled:' + id, true), schedule, targetDefaults,
               frequency: { intervalMs: intervalAt(schedule, targetDefaults.intervalMs, now), nextChangeAt: Number.isFinite(change) ? change : null,
                 nextIntervalMs: Number.isFinite(change) ? intervalAt(schedule, targetDefaults.intervalMs, change) : null },
+              connectionRecovery: source.worker.recovery(),
               health: store.monitoringHealth(id, Math.min(source.worker.requestGapMs, source.worker.monitoringGapMs)),
               requestGapMs: source.worker.requestGapMs, profileRequestAt: store.getSetting('profileRequestAt:' + id, 0), loginBusy: source.loginBusy, stopped: source.worker.stopping, lastFailure: store.getSetting('lastFailure:' + id, null) };
           }),
@@ -242,7 +253,17 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
       const body = await readBody(req);
       if (workspaceTask) return json(res, 409, { error: '正在切换信息保存位置，请稍后操作' });
       if (updates.view().phase === 'applying') return json(res, 409, { error: '插件正在更新，请稍后操作' });
+      if (path === '/chat/message' || path === '/chat/confirm' || path === '/chat/cancel' || path === '/chat/session/delete' || path === '/chat/session/restore') {
+        try {
+          if (path === '/chat/session/delete') return json(res, 200, await chat.deleteSession(body.id));
+          if (path === '/chat/session/restore') return json(res, 200, chat.restoreSession(body.id));
+          if (path === '/chat/message') return json(res, 202, chat.start(body.message, body.sessionId || ''));
+          if (path === '/chat/confirm') return json(res, 200, chat.confirm(body.id));
+          chat.cancel(body.id); return json(res, 200, { ok: true });
+        } catch (error) { return json(res, 400, { error: error.message }); }
+      }
       if (path === '/update') {
+        if (chat.busy) return json(res, 409, { error: '请先停止或等候当前 Chat 任务结束后再更新' });
         if (exporting || Object.values(sources).some(source => source.loginBusy || source.historyBusy)) return json(res, 409, { error: '请等当前登录、缓存设置或导出完成后再更新' });
         try {
           const update = updates.start(body.version, async apply => {
@@ -303,13 +324,7 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
       const platformName = platformBrowser.name;
       if (source.historyBusy) return json(res, 409, { error: '正在调整缓存范围，请稍候' });
       if (path === '/targets/policy') {
-        const target = store.target(body.uid);
-        if (!target || target.platform !== platform || typeof body.inherit !== 'boolean') return json(res, 400, { error: '请选择有效的博主设置' });
-        const interval = Number(body.intervalMinutes);
-        if (!body.inherit && (!Number.isInteger(interval) || interval < 1 || interval > 10080)) return json(res, 400, { error: '检查间隔为 1–10080 分钟' });
-        const policy = body.inherit ? null : { intervalMs: interval * 60000, schedule: validateSchedule(body.schedule) };
-        store.setSetting('targetPolicy:' + target.uid, policy);
-        platformWorker.rescheduleUpdates();
+        business.policy({ ...body, platform });
       } else if (path === '/history/pause') {
         const targets = body.uid ? [store.target(body.uid)] : body.scope === 'platform' ? store.targets().filter(target => target.platform === platform) : [];
         if (!targets.length || targets.some(target => !target || target.platform !== platform)) return json(res, 400, { error: '请选择要暂停缓存的博主' });
@@ -377,6 +392,7 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
       } else if (path === '/login') {
         if (source.loginBusy || platformWorker.busy) return json(res, 409, { error: '正在执行任务，请稍后打开登录窗口' });
         source.loginBusy = true;
+        store.setSetting('connectionRecovery:' + platform, null);
         store.setAccount({ status: 'needs_login', reason: `请在${platformName}完成登录或验证，然后点击确认连接` }, platform);
         try { await platformBrowser.login(); } finally { source.loginBusy = false; }
       } else if (path === '/verify') {
@@ -388,13 +404,15 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
           if (previous.uid && previous.uid !== uid) {
             return json(res, 409, { error: '当前登录账号与此档案库绑定账号不同，请切回原账号或使用独立数据目录' });
           }
-          store.setAccount({ uid, status: 'ready', reason: '', errors: 0 }, platform);
+          platformWorker.confirmConnection(uid);
           store.notice('task', `已确认${platformName}登录`);
         } catch (error) {
           platformWorker.failAccount(error);
           throw error;
         } finally { source.loginBusy = false; platformWorker.suspended = false; platformWorker.wake(); }
       } else if (path === '/account/pause') {
+        store.setSetting('accountManualPause:' + platform, true);
+        store.setSetting('connectionRecovery:' + platform, null);
         store.setAccount({ status: 'paused', reason: `已手动暂停${platformName}采集` }, platform);
       } else if (path === '/targets') {
         let uid;
@@ -442,11 +460,7 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
         if (match[2] === 'resume' && job.status === 'complete') {
           return json(res, 409, { error: '历史任务已到可访问末尾；更新任务仍会持续检查' });
         }
-        store.transaction(() => {
-          if (match[2] === 'resume' && body.enableTarget === true) enableAuthorJob(job.uid, job.kind);
-          if (match[2] === 'resume' && job.kind === 'history') store.setSetting('historyRequested:' + job.uid, true);
-          store.updateJob(job.id, { status: match[2] === 'pause' ? 'paused' : 'queued', message: match[2] === 'pause' ? '已手动暂停，断点保留' : '等待继续；账号冷却仍然有效' });
-        })();
+        business.job(job.id, match[2], body.enableTarget);
       }
       const clockChanges = ['/targets/start', '/monitoring', '/verify'].includes(path) || path.startsWith('/jobs/') && path.endsWith('/resume') && store.job(path.split('/')[2])?.kind === 'updates';
       Object.values(sources).forEach(source => { if (clockChanges) source.worker.rescheduleUpdates(); source.worker.wake(); });
@@ -469,18 +483,20 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
         Object.values(sources).forEach(source => { source.worker.stopping = true; source.worker.running = false; clearTimeout(source.worker.timer); });
         return;
       }
+      chat.recover();
       agent.start();
+      chat.startScheduler();
       void documents.sync({ incremental: true }).catch(() => { documents.error = '启动文档补写中断，正文已保留，可在设置中重试'; });
       void documents.drainImages();
   }
   return {
-    get store() { return store; }, get documents() { return documents; }, updates, agent, worker, browser, sources, handle, start,
+    get store() { return store; }, get documents() { return documents; }, updates, agent, chat, worker, browser, sources, handle, start,
     async close() {
       if (closing) return;
       closing = true;
       if (workspaceTask) await workspaceTask.catch(() => {});
       documents.stopping = true;
-      await Promise.all([agent.close(), avatars.close(), ...Object.values(sources).map(source => source.worker.stop())]);
+      await Promise.all([chat.close(), agent.close(), avatars.close(), ...Object.values(sources).map(source => source.worker.stop())]);
       if (documents.task) await documents.task;
       if (documents.queueTask) await documents.queueTask;
       await Promise.allSettled([...documents.imageTasks.values()]);
@@ -491,7 +507,8 @@ export function createRuntime(directory = dataDirectory(), { adapterFactories =
 }
 
 export function apply(ctx) {
-  const updates = createUpdates({ getService: key => { try { return ctx.get(key); } catch { return null; } } });
+  const getService = key => { try { return ctx.get(key); } catch { return null; } };
+  const updates = createUpdates({ getService });
   let im = null;
   ctx.inject(['dshIm'], ready => {
     im = ready.dshIm;
@@ -500,7 +517,7 @@ export function apply(ctx) {
   ctx.effect(() => {
     let runtime;
     let startupError;
-    try { runtime = createRuntime(undefined, { getIM: () => im, updates }); runtime.start(); }
+    try { runtime = createRuntime(undefined, { getIM: () => im, model: hostModel(getService), updates }); runtime.start(); }
     catch { startupError = '无法打开本地资料库，请检查信息保存位置和文件权限后重新启用插件'; }
     const unregister = ctx.webServer.register({ kind: 'prefix', path: PREFIX,
       handler: (req, res) => startupError ? json(res, 503, { error: startupError }) : runtime.handle(req, res) });

package/lib/worker.js

@@ -137,6 +137,55 @@ export class Worker {
     this.store.setAccount({ next_request_at: Math.max(account.next_request_at, this.now() + gap) }, this.platform);
   }
 
+  recovery() {
+    const key = 'connectionRecovery:' + this.platform;
+    let recovery = this.store.getSetting(key, null);
+    const account = this.store.account(this.platform);
+    if (this.store.getSetting('accountManualPause:' + this.platform, false) || /手动暂停/.test(account.reason || '')) return null;
+    // Upgrade previously automatic network pauses without reviving manual pauses.
+    if (!recovery && account.uid && account.status === 'paused' && account.errors >= 3 && /连续三次异常/.test(account.reason || '')) {
+      recovery = { id: randomUUID(), kind: 'network', attempts: 0, nextAt: Math.max(this.now(), account.cooldown_until) };
+      this.store.setSetting(key, recovery);
+    }
+    return recovery;
+  }
+
+  confirmConnection(uid) {
+    const previous = this.store.account(this.platform);
+    if (previous.uid && previous.uid !== uid) throw new CaptureError('login', '当前登录账号与资料库绑定账号不同，请切回原账号');
+    this.store.transaction(() => {
+      this.store.setAccount({ uid, status: 'ready', reason: '', errors: 0 }, this.platform);
+      this.store.setSetting('connectionRecovery:' + this.platform, null);
+      this.store.setSetting('accountManualPause:' + this.platform, false);
+    })();
+  }
+
+  async recoverConnection(recovery) {
+    const key = 'connectionRecovery:' + this.platform;
+    const current = () => !this.stopping && !this.suspended && this.store.monitoringEnabled(this.platform)
+      && this.store.getSetting(key, null)?.id === recovery.id;
+    try {
+      const uid = await this.adapter.checkLogin(); // Uses the saved HTTP session; never opens a browser.
+      if (!current()) return;
+      this.confirmConnection(uid);
+      this.prepareRestartChecks();
+      this.store.notice('task', (this.platform === 'weibo' ? '微博' : '雪球') + '连接已自动恢复，继续检查新动态', this.now());
+    } catch (error) {
+      if (!current()) return;
+      const kind = error.kind || 'internal';
+      if (['network', 'limited', 'wait'].includes(kind)) {
+        const attempts = recovery.attempts + 1;
+        const delay = Math.max(error.retryAfter || 0, Math.min(3600000, 60000 * 2 ** Math.min(attempts, 6)));
+        const until = Math.max(this.store.account(this.platform).cooldown_until, this.now() + delay);
+        this.store.setAccount({ status: 'paused', cooldown_until: until, reason: '连接暂时不可用，将自动检查恢复；无需反复点击检查连接' }, this.platform);
+        this.store.setSetting(key, { ...recovery, attempts, nextAt: until });
+      } else {
+        this.store.setSetting(key, null);
+        this.store.setAccount({ status: kind === 'login' ? 'needs_login' : kind === 'verification' ? 'needs_verification' : 'paused', reason: error.message || '自动检查未能确认授权，请检查平台登录' }, this.platform, true);
+      }
+    }
+  }
+
   async tick() {
     if (this.stopping || this.suspended || this.busy) return;
     if (this.running) {
@@ -144,13 +193,23 @@ export class Worker {
       this.lastTickAt = this.now();
     }
     const account = this.store.account(this.platform);
-    if (!this.store.monitoringEnabled(this.platform) || account.status !== 'ready' || account.cooldown_until > this.now()) return;
+    if (!this.store.monitoringEnabled(this.platform)) return;
     try { if (this.now() >= this.claimAfter) this.claim(); } catch (error) {
       this.stopping = true;
       this.running = false;
       clearTimeout(this.timer);
       throw error;
     }
+    const recovery = this.recovery();
+    if (account.status !== 'ready') {
+      const activeTasks = this.store.jobs().some(job => job.status === 'queued' && this.store.target(job.uid)?.platform === this.platform && this.store.monitoringEnabled(this.platform, job.uid));
+      if (!activeTasks) return;
+      if (!recovery || typeof this.adapter.checkLogin !== 'function' || Math.max(recovery.nextAt, account.cooldown_until, account.next_request_at) > this.now()) return;
+      this.busy = this.recoverConnection(recovery);
+      try { await this.busy; } finally { this.busy = null; }
+      return;
+    }
+    if (account.cooldown_until > this.now()) return;
     if (this.resumeCheckPending) {
       this.prepareRestartChecks();
       this.resumeCheckPending = false;
@@ -325,14 +384,20 @@ export class Worker {
   failAccount(error) {
     const account = this.store.account(this.platform);
     let message = error.message;
+    const manualPause = this.store.getSetting('accountManualPause:' + this.platform, false) || /手动暂停/.test(account.reason || '');
+    if (manualPause) return message;
     if (error.kind === 'limited' || error.kind === 'network') {
       const errors = account.errors + 1;
       const delay = Math.max(error.retryAfter || 0, Math.min(3600000, 60000 * 2 ** Math.min(errors, 6)));
-      if (errors >= 3) message += '；连续三次异常，账号任务已暂停';
+      if (errors >= 3) message += account.uid && typeof this.adapter.checkLogin === 'function' ? '；连续三次连接异常，冷却后自动检查恢复' : '；连续三次连接异常，已暂停，请检查平台授权';
       this.store.setAccount({ errors, cooldown_until: Math.max(account.cooldown_until, this.now() + delay), reason: message,
         status: errors >= 3 ? 'paused' : account.status }, this.platform);
+      if (errors >= 3 && account.uid && typeof this.adapter.checkLogin === 'function') this.store.setSetting('connectionRecovery:' + this.platform,
+        { id: randomUUID(), kind: error.kind, attempts: 0, nextAt: this.store.account(this.platform).cooldown_until });
     } else if (error.kind === 'login' || error.kind === 'verification') {
-      this.store.setAccount({ status: error.kind === 'login' ? 'needs_login' : 'needs_verification', reason: message }, this.platform, true);
+      const recheck = error.kind === 'login' && account.uid && typeof this.adapter.checkLogin === 'function';
+      this.store.setSetting('connectionRecovery:' + this.platform, recheck ? { id: randomUUID(), kind: 'login', attempts: 0, nextAt: Math.max(this.now() + 60000, account.cooldown_until, account.next_request_at) } : null);
+      this.store.setAccount({ status: error.kind === 'login' ? 'needs_login' : 'needs_verification', reason: message }, this.platform, !recheck);
     }
     return message;
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-social-trace",
-  "version": "0.1.2",
+  "version": "0.1.13",
   "description": "Social Trace：微博与雪球增量监控、可视化拓扑、历史缓存与本地检索",
   "type": "module",
   "license": "MIT",
@@ -33,18 +33,25 @@
     "./package.json": "./package.json"
   },
   "files": [
-    "lib",
-    "assets",
+    "lib/*.js",
+    "lib/platforms/**/*.js",
+    "assets/icon.svg",
+    "assets/weibo.ico",
+    "assets/xueqiu.png",
+    "assets/NOTICE.md",
     "cordis.patch.yml",
     "README.md",
-    "LICENSE"
+    "LICENSE",
+    "THIRD_PARTY_NOTICES"
   ],
   "scripts": {
     "start": "node scripts/preview.mjs",
     "login": "node scripts/login.mjs",
     "probe": "node scripts/probe.mjs",
     "test": "node --test test/*.test.mjs",
-    "test:ui": "node --test test/client.ui.mjs"
+    "test:ui": "node --test test/client.ui.mjs",
+    "build": "node scripts/build-markdown.mjs",
+    "prepack": "npm run build"
   },
   "icon": "assets/icon.svg",
   "dsh": {
@@ -63,7 +70,11 @@
     "playwright": "1.64.1"
   },
   "devDependencies": {
+    "esbuild": "0.25.12",
     "react": "18.3.1",
-    "react-dom": "18.3.1"
+    "react-dom": "18.3.1",
+    "react-markdown": "10.1.0",
+    "remark-cjk-friendly": "2.3.1",
+    "remark-gfm": "4.0.1"
   }
 }