memory-eternal 0.22.0 → 0.24.0

package/lib/api.js

@@ -17,9 +17,11 @@ import fs, { readFileSync } from 'node:fs'
 import path from 'node:path'
 import { fileURLToPath } from 'node:url'
 import { spawn } from 'node:child_process'
-import { listCards, countCards, readCard, search, searchAll, graph, graphAll, graphLevel, LEVEL_ERR_PATH, LEVEL_ERR_STALE, overview, exportCards, deleteCard, writeCard, parseCard, stats, optimizeCandidates, optimizeApply, addFeedback, dailyCounts, mergeCards, ensureVault, auditQueue, recycleList, purgeExpired, setCardStatus, setCardKind, restoreCard, mainStoreBodies, updateCardContent, reviseCard } from './vault.js'
+import { listCards, countCards, readCard, search, searchAll, graph, graphAll, graphLevel, LEVEL_ERR_PATH, LEVEL_ERR_STALE, overview, exportCards, deleteCard, writeCard, parseCard, stats, optimizeCandidates, optimizeApply, addFeedback, dailyCounts, mergeCards, ensureVault, auditQueue, recycleList, purgeExpired, purgeAllRecycle, setCardStatus, setCardKind, restoreCard, mainStoreBodies, updateCardContent, reviseCard } from './vault.js'
 import { compressExcerpt, guessRawKind, DEFAULT_CAPTURE_MAX_TOKENS } from './capture.js'
 import { buildDiagnostics } from './feedback.js'
+import { FOLLOW_DOMAINS, parseFollowIntent, listFollows, saveFollow, removeFollow, refreshFollows, followItems } from './news-follows.js'
+import { buildDigest, readDigest, digestPrompt } from './news-digest.js'
 import { getSetupStatus, runSetup, mcpAgentAction } from './setup.js'
 import { ledgerSummary } from './ledger.js'
 import { backupDb, dbStatus, rebuildGuidance, withDbRetry } from './db.js'
@@ -199,7 +201,30 @@ export function emptyNumericFields(patch, dict = {}) {
  * **真的会写库**的路由（/card、/cards、/search 这些是读，绝不能拦）。
  * 用途：库不可写时短路径失败；撞锁（SQLITE_BUSY）时做应用层异步重试。
  */
-const DB_WRITE_ROUTES = /^\/(delete|merge|write|import|card\/update|card\/revise|refine-apply|refine-goals-keep|refine-junk-purge|optimize-execute|feedback|skills\/sync|audit\/(approve|reject)|recycle\/(restore|purge|purge-expired)|backup)$/
+const DB_WRITE_ROUTES = /^\/(delete|merge|write|import|card\/update|card\/revise|refine-apply|refine-goals-keep|refine-junk-purge|optimize-execute|feedback|skills\/sync|audit\/(approve|reject)|recycle\/(restore|purge|purge-expired|purge-all)|backup)$/
+
+/**
+ * 解析回收站保留期参数 `?days=`。
+ *
+ * issue #57 的根因就藏在一行 `Number(query.get('days')) || 30` 里：`Number('0')` 是 0，
+ * 而 `0 || 30` 又变回 30 —— 前端「清空回收站」传的 0 被静默升级成 30 天保留期，
+ * 刚删的卡一张都不清，用户看到的就是「点了没反应」。
+ *
+ * 这里把「没传」与「显式传 0」分开；非法输入交给调用方转 400。
+ * @param {string|null|undefined} raw
+ * @param {number} fallback 未提供时的默认保留天数
+ * @returns {number}
+ */
+export function parseRetentionDays(raw, fallback = 30) {
+  if (raw === null || raw === undefined || raw === '') return fallback
+  const n = Number(raw)
+  if (!Number.isFinite(n) || n < 0) {
+    const err = new Error('days 必须是非负数字')
+    err.code = 'BAD_DAYS'
+    throw err
+  }
+  return n
+}
 
 export function createApi(deps = {}) {
   const vaultDir = deps.vaultDir ?? (() => '')
@@ -664,26 +689,127 @@ export function createApi(deps = {}) {
       }
       case '/news/feed': {
         // 真实 AI 资讯：服务端按固定白名单抓 RSS / HN，缓存 20 分钟；只存摘要与外链。
+        // 带 follows=1 时主 feed 允许降级：9 个 RSS 全挂也不该把用户的 GitHub/arXiv 订阅一起吞掉。
+        const wantFollows = query.get('follows') === '1'
         try {
-          const data = await getNewsFeed(vaultRoot, {
-            period: query.get('period') === 'month' ? 'month' : 'today',
-            type: query.get('type') || '',
-            q: query.get('q') || '',
-            // lang 口径：'' / 'all' = 不过滤（一次请求拿中英全部条目）；zh / en 为显式过滤。
-            lang: (() => {
-              const raw = String(query.get('lang') == null ? '' : query.get('lang')).trim().toLowerCase()
-              if (raw === 'en') return 'en'
-              if (raw === 'zh') return 'zh'
-              return ''
-            })(),
-            force: query.get('force') === '1',
-          })
+          let data
+          try {
+            data = await getNewsFeed(vaultRoot, {
+              period: query.get('period') === 'month' ? 'month' : 'today',
+              type: query.get('type') || '',
+              q: query.get('q') || '',
+              // lang 口径：'' / 'all' = 不过滤（一次请求拿中英全部条目）；zh / en 为显式过滤。
+              lang: (() => {
+                const raw = String(query.get('lang') == null ? '' : query.get('lang')).trim().toLowerCase()
+                if (raw === 'en') return 'en'
+                if (raw === 'zh') return 'zh'
+                return ''
+              })(),
+              force: query.get('force') === '1',
+            })
+          } catch (e) {
+            if (!wantFollows) throw e
+            // 降级：主 feed 拉不到就返回空集合 + 可读错误，但继续给关注结果。
+            data = {
+              ok: true, period: 'today', lang: '', ranking: false, degraded: true,
+              items: [], types: [], counts: {}, fetchedAt: 0, stale: true,
+              errors: ['主 feed 暂不可用：' + String((e && e.message) || e)], sources: [],
+            }
+          }
+          // follows=1：把「关注」命中的条目并进主 feed（同一套 item 形状，前端零改动）。
+          // 关注抓取有 30 分钟 TTL，所以这里不会每次都打外网。
+          if (wantFollows) {
+            const follows = await refreshFollows(vaultRoot)
+            const extra = await followItems(vaultRoot, follows)
+            const seen = new Set((data.items || []).map((x) => x.url))
+            data = {
+              ...data,
+              items: [...extra.filter((x) => x.url && !seen.has(x.url)), ...(data.items || [])].slice(0, 160),
+              follows: follows.map((f) => ({
+                id: f.id, label: f.label, query: f.query, domains: f.domains,
+                count: (f.cache && f.cache.items ? f.cache.items : []).length,
+                errors: (f.cache && f.cache.errors) || [],
+                fetchedAt: (f.cache && f.cache.fetchedAt) || 0,
+              })),
+            }
+          }
           json(res, 200, data)
         } catch (e) {
           json(res, 502, { ok: false, error: '资讯源暂不可用：' + String((e && e.message) || e) })
         }
         return
       }
+      case '/news/follows': {
+        // GET 列表；POST 创建；DELETE 删除。创建只接受「已解析好的」结构化入参，
+        // 域必须来自白名单枚举（parseFollowIntent 也只产出枚举内的值）。
+        if (req.method === 'DELETE') {
+          const id = String(query.get('id') || '').trim()
+          if (!id) return json(res, 400, { ok: false, error: '缺少 id' })
+          const out = await removeFollow(vaultRoot, id)
+          return json(res, 200, { ok: true, ...out })
+        }
+        if (req.method === 'POST') {
+          const body = await readBody(req)
+          try {
+            const out = await saveFollow(vaultRoot, {
+              query: body.query, domains: body.domains, label: body.label, sourceIds: body.sourceIds,
+            })
+            return json(res, 200, { ok: true, ...out, domainsEnum: FOLLOW_DOMAINS })
+          } catch (e) {
+            return json(res, 400, { ok: false, error: String((e && e.message) || e) })
+          }
+        }
+        const follows = await listFollows(vaultRoot)
+        return json(res, 200, {
+          ok: true,
+          domains: FOLLOW_DOMAINS,
+          follows: follows.map((f) => ({
+            id: f.id, label: f.label, query: f.query, domains: f.domains, createdAt: f.createdAt, lastRunAt: f.lastRunAt,
+            count: (f.cache && f.cache.items ? f.cache.items : []).length,
+            errors: (f.cache && f.cache.errors) || [],
+          })),
+        })
+      }
+      case '/news/follows/preview': {
+        // 只解析、不落库：用户先看到「我理解成了什么」，再决定要不要订阅。
+        if (req.method !== 'POST') return json(res, 405, { ok: false, error: '需 POST' })
+        const body = await readBody(req)
+        return json(res, 200, { ok: true, parsed: parseFollowIntent(body.text || ''), domainsEnum: FOLLOW_DOMAINS })
+      }
+      case '/news/follows/refresh': {
+        if (req.method !== 'POST') return json(res, 405, { ok: false, error: '需 POST' })
+        const body = await readBody(req).catch(() => ({}))
+        const follows = await refreshFollows(vaultRoot, { force: body && body.force === true })
+        return json(res, 200, {
+          ok: true,
+          follows: follows.map((f) => ({
+            id: f.id, label: f.label, query: f.query, domains: f.domains,
+            count: (f.cache && f.cache.items ? f.cache.items : []).length,
+            errors: (f.cache && f.cache.errors) || [],
+          })),
+        })
+      }
+      case '/news/digest': {
+        // GET：读当前快照；POST：现在生成一份（配置页「立即生成」按钮用，也是开启前的预览）。
+        if (req.method === 'POST') {
+          const body = await readBody(req).catch(() => ({}))
+          const cfg = (getSettings && getSettings()) || {}
+          const intervalMin = Math.max(30, Number(cfg.newsDigestIntervalMinutes) || 720)
+          try {
+            const digest = await buildDigest(vaultRoot, {
+              windowHours: Number(body.windowHours) || Math.max(1, Math.round(intervalMin / 60)),
+              maxItems: Number(body.maxItems) || Number(cfg.newsDigestMaxItems) || 5,
+              force: body.force === true,
+            })
+            return json(res, 200, { ok: true, digest, text: digestPrompt(digest, { maxItems: Number(cfg.newsDigestMaxItems) || 5 }) })
+          } catch (e) {
+            return json(res, 502, { ok: false, error: '生成摘要失败：' + String((e && e.message) || e) })
+          }
+        }
+        const digest = await readDigest(vaultRoot)
+        const cfgGet = (getSettings && getSettings()) || {}
+        return json(res, 200, { ok: true, digest, text: digest ? digestPrompt(digest, { maxItems: Number(cfgGet.newsDigestMaxItems) || 5 }) : '' })
+      }
       case '/news/feed/refresh': {
         if (req.method !== 'POST') return json(res, 405, { ok: false, error: '需 POST' })
         try {
@@ -876,11 +1002,24 @@ export function createApi(deps = {}) {
         return
       }
       case '/recycle/purge-expired': {
-        const days = Number(query.get('days')) || 30
+        // issue #57 根因：过去写的是 `Number(query.get('days')) || 30` —— `Number('0')` 是 0，
+        // 而 `0 || 30` 又变回 30，于是前端「清空回收站」传的 days=0 被静默升级成 30 天保留期，
+        // 刚删的卡一个都不清 → 用户看到的就是「点了没反应」。
+        // 现在区分「没传」与「传了 0」：没传才用默认 30。
+        let days
+        try { days = parseRetentionDays(query.get('days')) } catch (e) { return json(res, 400, { ok: false, error: String(e.message) }) }
         const r = await purgeExpired(vaultRoot, days)
         json(res, 200, r)
         return
       }
+      case '/recycle/purge-all': {
+        // 永久清空回收站（deleted + rejected）。危险操作：只收 POST，且走 DB_WRITE_ROUTES 闸门。
+        if (req.method !== 'POST') return json(res, 405, { ok: false, error: '需要 POST' })
+        const r = await purgeAllRecycle(vaultRoot)
+        broadcast('cards', { reason: 'recycle-purged', purged: r.purged })
+        json(res, 200, r)
+        return
+      }
       case '/write': {
         const chunks = []
         for await (const chunk of req) chunks.push(chunk)
@@ -1210,7 +1349,7 @@ export function createApi(deps = {}) {
           vaultProfiles: Array.isArray(cfg.vaultProfiles) ? cfg.vaultProfiles : [], activeVault: cfg.activeVault || '',
           enabled: cfg.enabled !== false, vaultDir: cfg.vaultDir || '', captureProvider: cfg.captureProvider || '', captureFollowSession: cfg.captureFollowSession === true, captureFirstOnly: cfg.captureFirstOnly === true, captureTimeoutMs: cfg.captureTimeoutMs ?? 45000,
           captureModel: cfg.captureModel || '', recallEmbedding: cfg.recallEmbedding || '', sessionBudgetChars: cfg.sessionBudgetChars ?? 80000,
-          skillCardsAutoSync: cfg.skillCardsAutoSync ?? true,
+          skillCardsAutoSync: cfg.skillCardsAutoSync ?? true, newsDigestEnabled: cfg.newsDigestEnabled === true, newsDigestIntervalMinutes: cfg.newsDigestIntervalMinutes ?? 720, newsDigestMaxItems: cfg.newsDigestMaxItems ?? 5,
           webPort: cfg.webPort ?? 7999, webCheckIntervalMs: cfg.webCheckIntervalMs ?? 5000, webMaxRestart: cfg.webMaxRestart ?? 10,
         }
         const NUM_RANGE = {