@code2rich/jpage 1.5.0

package/mcp/transport.js

@@ -0,0 +1,183 @@
+// MCP transport 层：会话生命周期 + Express 路由挂载 + 关闭钩子。
+// 从 mcp-server.js 提取，行为保持不变。
+//
+// 持有模块级状态（transports / sessionActivity / sweep timer），
+// 每次 session initialize 时通过 getServer(callerToken) 重建 server + dispatcher，
+// 把调用者 token 绑进后续所有进程内 API 调用。
+
+const { randomUUID } = require('node:crypto');
+const { StreamableHTTPServerTransport } = require('@modelcontextprotocol/sdk/server/streamableHttp.js');
+const { isInitializeRequest } = require('@modelcontextprotocol/sdk/types.js');
+const logger = require('../logger');
+const { createDispatcher } = require('../lib/dispatch');
+const { createMcpServer } = require('./server');
+
+// 历史：早期 MCP tool 用 fetch('http://127.0.0.1:port/...') 自调用 REST（buildApiClient）。
+// 现已改为进程内 dispatcher（lib/dispatch.js），绕过 TCP + 二次鉴权 DB 查询，
+// 单次调用延迟降 ~80%。原 buildApiClient 已无人引用，本次拆分时移除。
+
+// --- 模块级 session 状态 ---
+const transports = {};
+const sessionActivity = {};
+const SESSION_TTL_MS = 60 * 60 * 1000;
+const SESSION_SWEEP_MS = 10 * 60 * 1000;
+let sessionSweepTimer = null;
+
+function touchSession(sid) {
+  if (sid) sessionActivity[sid] = Date.now();
+}
+
+function sweepSessions() {
+  const now = Date.now();
+  for (const sid of Object.keys(transports)) {
+    const last = sessionActivity[sid] || 0;
+    if (now - last > SESSION_TTL_MS) {
+      logger.info({ type: 'app', message: 'MCP session 超时清理', sessionId: sid, idleMs: now - last });
+      try { transports[sid].close(); } catch (e) {
+        logger.error({ type: 'app', message: '关闭超时 session 失败', sessionId: sid, error: e.message });
+      }
+      delete transports[sid];
+      delete sessionActivity[sid];
+    }
+  }
+}
+
+/**
+ * 挂载 MCP Streamable HTTP 端点（POST/GET/DELETE /mcp）。
+ * @param {object} app - Express app
+ * @param {object} opts
+ * @param {number} opts.port
+ * @param {string} opts.mcpToken - 全局 MCP_TOKEN（可为空，此时必须有用户级 Token）
+ * @param {string} opts.mcpIp
+ * @param {string} opts.protocol
+ * @param {function} opts.authenticateRequest - async (tokenValue) => boolean，验证 Bearer token
+ */
+function mountMcpServer(app, { port, mcpToken, mcpIp, protocol, authenticateRequest }) {
+  if (!mcpToken && !authenticateRequest) {
+    logger.info({ type: 'app', message: 'MCP_TOKEN 未设置且无 Token 验权，MCP 端点 /mcp 已禁用' });
+    return;
+  }
+
+  if (!sessionSweepTimer) {
+    sessionSweepTimer = setInterval(sweepSessions, SESSION_SWEEP_MS);
+    if (typeof sessionSweepTimer.unref === 'function') sessionSweepTimer.unref();
+  }
+
+  function getServer(callerToken) {
+    // 进程内直调：绕过 fetch('http://127.0.0.1:port/...') 自调用，
+    // 消除 TCP 序列化 + 二次鉴权 DB 查询（MCP 端到端延迟降 50-70%）。
+    const api = createDispatcher(app, { token: callerToken || mcpToken });
+    return createMcpServer({ port, api, mcpIp, protocol });
+  }
+
+  const bearerAuth = async (req, res, next) => {
+    const auth = req.headers.authorization;
+    if (!auth || !auth.startsWith('Bearer ')) {
+      return res.status(401).json({ error: 'MCP 鉴权失败' });
+    }
+    const tokenValue = auth.slice(7);
+
+    // 旧 MCP_TOKEN 向后兼容
+    if (mcpToken && tokenValue === mcpToken) {
+      return next();
+    }
+
+    // 用户级 Token 验证
+    if (authenticateRequest) {
+      const valid = await authenticateRequest(tokenValue).catch(() => false);
+      if (valid) return next();
+    }
+
+    return res.status(401).json({ error: 'MCP 鉴权失败' });
+  };
+
+  const mcpPostHandler = async (req, res) => {
+    const sessionId = req.headers['mcp-session-id'];
+    try {
+      let transport;
+      if (sessionId && transports[sessionId]) {
+        transport = transports[sessionId];
+        touchSession(sessionId);
+      } else if (!sessionId && isInitializeRequest(req.body)) {
+        transport = new StreamableHTTPServerTransport({
+          sessionIdGenerator: () => randomUUID(),
+          onsessioninitialized: (sid) => {
+            transports[sid] = transport;
+            touchSession(sid);
+          },
+        });
+        transport.onclose = () => {
+          const sid = transport.sessionId;
+          if (sid && transports[sid]) delete transports[sid];
+        };
+        const callerToken = req.headers.authorization?.startsWith('Bearer ')
+          ? req.headers.authorization.slice(7)
+          : mcpToken;
+        const server = getServer(callerToken);
+        await server.connect(transport);
+        await transport.handleRequest(req, res, req.body);
+        return;
+      } else {
+        return res.status(404).json({
+          jsonrpc: '2.0',
+          error: { code: -32000, message: 'Bad Request: 缺少有效 mcp-session-id 或 initialize 请求' },
+          id: null,
+        });
+      }
+      await transport.handleRequest(req, res, req.body);
+    } catch (e) {
+      logger.error({ type: 'app', message: 'MCP POST 错误', error: e.message });
+      if (!res.headersSent) {
+        res.status(500).json({
+          jsonrpc: '2.0',
+          error: { code: -32603, message: e.message || 'Internal server error' },
+          id: null,
+        });
+      }
+    }
+  };
+
+  const mcpGetHandler = async (req, res) => {
+    const sessionId = req.headers['mcp-session-id'];
+    if (!sessionId || !transports[sessionId]) {
+      return res.status(404).send('Invalid or missing mcp-session-id');
+    }
+    const transport = transports[sessionId];
+    await transport.handleRequest(req, res);
+  };
+
+  const mcpDeleteHandler = async (req, res) => {
+    const sessionId = req.headers['mcp-session-id'];
+    if (!sessionId || !transports[sessionId]) {
+      return res.status(404).send('Invalid or missing mcp-session-id');
+    }
+    try {
+      const transport = transports[sessionId];
+      await transport.handleRequest(req, res);
+    } catch (e) {
+      logger.error({ type: 'app', message: 'MCP DELETE 错误', error: e.message });
+      if (!res.headersSent) res.status(500).send('Error processing session termination');
+    }
+  };
+
+  app.post('/mcp', bearerAuth, mcpPostHandler);
+  app.get('/mcp', bearerAuth, mcpGetHandler);
+  app.delete('/mcp', bearerAuth, mcpDeleteHandler);
+
+  logger.info({ type: 'app', message: 'MCP 端点已挂载', url: `${protocol}://${mcpIp}:${port}/mcp` });
+}
+
+async function closeMcpTransports() {
+  if (sessionSweepTimer) { clearInterval(sessionSweepTimer); sessionSweepTimer = null; }
+  for (const sid of Object.keys(transports)) {
+    try {
+      await transports[sid].close();
+    } catch (e) {
+      logger.error({ type: 'app', message: '关闭 MCP transport 失败', sessionId: sid, error: e.message });
+    }
+    delete transports[sid];
+    delete sessionActivity[sid];
+  }
+}
+
+module.exports = { mountMcpServer, closeMcpTransports };

package/mcp/util.js

@@ -0,0 +1,63 @@
+// MCP 工具的纯函数 + API 辅助。从 mcp-server.js 提取，行为保持不变。
+// 被 tools-files / tools-tags / tools-versions 等模块共享。
+
+// 把任意 payload 包成 MCP tool 结果（text content）。opts.isError 标记工具级错误。
+function textResult(payload, opts = {}) {
+  const text = typeof payload === 'string' ? payload : JSON.stringify(payload, null, 2);
+  return {
+    content: [{ type: 'text', text }],
+    ...(opts.isError ? { isError: true } : {}),
+  };
+}
+
+// 人类可读的字节大小。
+function formatSize(bytes) {
+  if (bytes < 1024) return bytes + ' B';
+  if (bytes < 1024 * 1024) return (bytes / 1024).toFixed(1) + ' KB';
+  return (bytes / (1024 * 1024)).toFixed(1) + ' MB';
+}
+
+// ISO → YYYY-MM-DD HH:mm（falsy 返回「未知时间」）。
+function formatTime(iso) {
+  if (!iso) return '未知时间';
+  const d = new Date(iso);
+  const pad = (n) => String(n).padStart(2, '0');
+  return `${d.getFullYear()}-${pad(d.getMonth() + 1)}-${pad(d.getDate())} ${pad(d.getHours())}:${pad(d.getMinutes())}`;
+}
+
+// 标签名 → id 列表。不存在的标签自动创建（POST /api/tags，重复名返回现有）。
+async function resolveTagIds(api, tags) {
+  if (!tags || tags.length === 0) return [];
+  const all = await api.get('/api/tags');
+  const existing = new Map(all.tags.map(t => [t.name, t.id]));
+  const tagIds = [];
+  for (const name of tags) {
+    if (existing.has(name)) {
+      tagIds.push(existing.get(name));
+    } else {
+      const created = await api.post('/api/tags', { name });
+      tagIds.push(created.id);
+      existing.set(name, created.id);
+    }
+  }
+  return tagIds;
+}
+
+// 上传后为文件设置标签 + 分类（upload_file / batch 用）。
+async function applyTagsAndCategory(api, fileId, tags, categoryId) {
+  if (tags && tags.length > 0) {
+    const tagIds = await resolveTagIds(api, tags);
+    await api.put(`/api/files/${fileId}/tags`, { tagIds });
+  }
+  if (categoryId) {
+    await api.put(`/api/files/${fileId}/category`, { categoryId });
+  }
+}
+
+module.exports = {
+  textResult,
+  formatSize,
+  formatTime,
+  resolveTagIds,
+  applyTagsAndCategory,
+};

package/mcp-server.js

@@ -0,0 +1,20 @@
+// MCP 服务入口（re-export transport 层）。
+//
+// 历史上 mcp-server.js 是一个 717 行的单体文件，承载 MCP 工具注册 + transport 生命周期。
+// 已按职责拆分到 mcp/ 目录：
+//   constants.js              共享常量（RESOURCE_MAX_BYTES / ALLOWED_EXTS / MAX_FILE_SIZE）
+//   util.js                   纯函数 + API 辅助（textResult / formatSize / formatTime /
+//                             resolveTagIds / applyTagsAndCategory）
+//   tools-files.js            list_files / upload_file / get_file_content / delete_file /
+//                             rename_file / get_file_url / star_file / unstar_file
+//   tools-versions.js         list_file_versions / restore_file_version
+//   tools-tags.js             list_tags / add_tags_to_file
+//   tools-categories.js       list_categories / create_category / set_file_category
+//   tools-content-templates.js list_content_templates / get_content_template
+//   resources.js              jpage://files / jpage://file/{id}
+//   server.js                 createMcpServer 工厂（装配 17 tools + 2 resources）
+//   transport.js              mountMcpServer / closeMcpTransports（会话生命周期）
+//
+// 此文件保留为外部入口，re-export transport 层，使 server.js 的 require('./mcp-server')
+// 零变化。行为与拆分前完全一致（共 17 tools + 2 resources）。
+module.exports = require('./mcp/transport');

package/migrations/001_init_schema.js

@@ -0,0 +1,25 @@
+module.exports = {
+  name: 'init_schema',
+
+  async up(db, { dbRun }) {
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS files (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      original_name TEXT NOT NULL,
+      stored_name TEXT NOT NULL,
+      file_type TEXT NOT NULL,
+      size INTEGER NOT NULL,
+      created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+      is_public INTEGER NOT NULL DEFAULT 1,
+      uploaded_by INTEGER
+    )`);
+
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS users (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      username TEXT UNIQUE NOT NULL,
+      password_hash TEXT NOT NULL,
+      created_at DATETIME DEFAULT CURRENT_TIMESTAMP
+    )`);
+
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_files_created_at ON files(created_at DESC)');
+  }
+};

package/migrations/002_add_share_key.js

@@ -0,0 +1,33 @@
+const crypto = require('crypto');
+
+function generateShareKey() {
+  return crypto.randomBytes(6).toString('base64url').slice(0, 8);
+}
+
+module.exports = {
+  name: 'add_share_key',
+
+  async up(db, { dbRun, dbAll, dbGet }) {
+    // 检查 share_key 列是否已存在
+    const cols = await dbAll(db, 'PRAGMA table_info(files)');
+    const names = new Set(cols.map(c => c.name));
+
+    if (!names.has('share_key')) {
+      await dbRun(db, 'ALTER TABLE files ADD COLUMN share_key TEXT');
+    }
+
+    await dbRun(db, 'CREATE UNIQUE INDEX IF NOT EXISTS idx_files_share_key ON files(share_key)');
+
+    // 回填已有行
+    const rows = await dbAll(db, 'SELECT id FROM files WHERE share_key IS NULL');
+    for (const row of rows) {
+      const key = generateShareKey();
+      try {
+        await dbRun(db, 'UPDATE files SET share_key = ? WHERE id = ?', [key, row.id]);
+      } catch (_) {
+        const retryKey = generateShareKey();
+        await dbRun(db, 'UPDATE files SET share_key = ? WHERE id = ?', [retryKey, row.id]);
+      }
+    }
+  }
+};

package/migrations/003_add_roles_and_tokens.js

@@ -0,0 +1,28 @@
+module.exports = {
+  name: 'add_roles_and_tokens',
+
+  async up(db, { dbRun, dbAll }) {
+    // 检查 role 列是否已存在
+    const cols = await dbAll(db, 'PRAGMA table_info(users)');
+    const names = new Set(cols.map(c => c.name));
+
+    if (!names.has('role')) {
+      await dbRun(db, "ALTER TABLE users ADD COLUMN role TEXT NOT NULL DEFAULT 'admin'");
+    }
+
+    // 创建 tokens 表
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS tokens (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      user_id INTEGER NOT NULL,
+      name TEXT NOT NULL,
+      token_hash TEXT NOT NULL,
+      token_prefix TEXT NOT NULL,
+      last_used_at DATETIME,
+      created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+      FOREIGN KEY (user_id) REFERENCES users(id) ON DELETE CASCADE
+    )`);
+
+    await dbRun(db, 'CREATE UNIQUE INDEX IF NOT EXISTS idx_tokens_hash ON tokens(token_hash)');
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_tokens_user ON tokens(user_id)');
+  }
+};

package/migrations/004_add_version_history.js

@@ -0,0 +1,32 @@
+module.exports = {
+  name: 'add_version_history',
+
+  async up(db, { dbRun, dbAll }) {
+    // 1. 检查并添加 updated_at 列
+    const cols = await dbAll(db, 'PRAGMA table_info(files)');
+    const colNames = new Set(cols.map(c => c.name));
+
+    if (!colNames.has('updated_at')) {
+      await dbRun(db, 'ALTER TABLE files ADD COLUMN updated_at DATETIME');
+    }
+
+    // 2. 回填 updated_at
+    await dbRun(db, 'UPDATE files SET updated_at = created_at WHERE updated_at IS NULL');
+
+    // 3. 创建 file_versions 表
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS file_versions (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      file_id INTEGER NOT NULL,
+      version INTEGER NOT NULL,
+      stored_name TEXT NOT NULL,
+      size INTEGER NOT NULL,
+      created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+      uploaded_by INTEGER,
+      UNIQUE(file_id, version),
+      FOREIGN KEY (file_id) REFERENCES files(id) ON DELETE CASCADE
+    )`);
+
+    // 4. 创建索引
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_fv_file_ver ON file_versions(file_id, version DESC)');
+  }
+};

package/migrations/005_tags_starred_categories.js

@@ -0,0 +1,49 @@
+module.exports = {
+  name: 'tags_starred_categories',
+
+  async up(db, { dbRun, dbGet, dbAll }) {
+    // 创建标签词典表
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS tags (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      name TEXT UNIQUE NOT NULL,
+      created_at DATETIME DEFAULT CURRENT_TIMESTAMP
+    )`);
+
+    // 创建文件-标签关联表（多对多）
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS file_tags (
+      file_id INTEGER NOT NULL,
+      tag_id INTEGER NOT NULL,
+      PRIMARY KEY (file_id, tag_id)
+    )`);
+
+    // 创建收藏表
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS starred_files (
+      user_id INTEGER NOT NULL,
+      file_id INTEGER NOT NULL,
+      created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+      PRIMARY KEY (user_id, file_id)
+    )`);
+
+    // 创建分类表（用户自建，互斥）
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS categories (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      name TEXT NOT NULL,
+      user_id INTEGER NOT NULL,
+      created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+      UNIQUE(name, user_id)
+    )`);
+
+    // files 表加 category_id 列（幂等检测）
+    const cols = await dbAll(db, 'PRAGMA table_info(files)');
+    const colNames = new Set(cols.map(c => c.name));
+    if (!colNames.has('category_id')) {
+      await dbRun(db, 'ALTER TABLE files ADD COLUMN category_id INTEGER');
+    }
+
+    // 索引
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_file_tags_tag ON file_tags(tag_id)');
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_starred_user_file ON starred_files(user_id, file_id)');
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_files_category ON files(category_id)');
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_tags_name ON tags(name)');
+  }
+};

package/migrations/006_zip_bundle.js

@@ -0,0 +1,17 @@
+module.exports = {
+  name: 'zip_bundle_support',
+
+  async up(db, { dbRun, dbGet, dbAll }) {
+    const cols = await dbAll(db, 'PRAGMA table_info(files)');
+    const colNames = new Set(cols.map(c => c.name));
+
+    if (!colNames.has('is_bundle')) {
+      await dbRun(db, 'ALTER TABLE files ADD COLUMN is_bundle INTEGER NOT NULL DEFAULT 0');
+    }
+    if (!colNames.has('entry_path')) {
+      await dbRun(db, 'ALTER TABLE files ADD COLUMN entry_path TEXT DEFAULT NULL');
+    }
+
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_files_is_bundle ON files(is_bundle)');
+  }
+};

package/migrations/007_add_file_type_uploaded_by_indexes.js

@@ -0,0 +1,7 @@
+module.exports = {
+  name: 'add_file_type_and_uploaded_by_indexes',
+  async up(db, { dbRun }) {
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_files_file_type ON files(file_type)');
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_files_uploaded_by ON files(uploaded_by)');
+  }
+};

package/migrations/008_add_fts5.js

@@ -0,0 +1,6 @@
+module.exports = {
+  name: 'add_fts5_full_text_search',
+  async up(db, { dbRun }) {
+    await dbRun(db, `CREATE VIRTUAL TABLE IF NOT EXISTS file_contents_fts USING fts5(content, file_id UNINDEXED, tokenize='porter unicode61')`);
+  }
+};

package/migrations/009_add_link_visits.js

@@ -0,0 +1,20 @@
+module.exports = {
+  name: 'add_link_visits_and_view_count',
+  async up(db, { dbRun, dbGet, dbAll }) {
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS link_visits (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      file_id INTEGER NOT NULL REFERENCES files(id),
+      share_key TEXT,
+      ip_hash TEXT,
+      user_agent TEXT,
+      visited_at DATETIME DEFAULT CURRENT_TIMESTAMP
+    )`);
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_link_visits_file ON link_visits(file_id)');
+    await dbRun(db, 'CREATE INDEX IF NOT EXISTS idx_link_visits_ip_file ON link_visits(ip_hash, file_id)');
+
+    const cols = await dbAll(db, 'PRAGMA table_info(files)');
+    if (!cols.some(c => c.name === 'view_count')) {
+      await dbRun(db, 'ALTER TABLE files ADD COLUMN view_count INTEGER DEFAULT 0');
+    }
+  }
+};

package/migrations/010_add_templates_system.js

@@ -0,0 +1,34 @@
+module.exports = {
+  name: 'add_templates_system',
+  async up(db, { dbRun, dbGet, dbAll }) {
+    // 创建 templates 表
+    await dbRun(db, `CREATE TABLE IF NOT EXISTS templates (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      name TEXT NOT NULL UNIQUE,
+      description TEXT,
+      file_path TEXT NOT NULL,
+      is_builtin INTEGER NOT NULL DEFAULT 0,
+      created_at TEXT NOT NULL DEFAULT (datetime('now'))
+    )`);
+
+    // 注册内置模板
+    const builtins = [
+      ['default', '默认模板', 'templates/default.html'],
+      ['github', 'GitHub 风格', 'templates/github.html'],
+      ['academic', '学术风格', 'templates/academic.html'],
+      ['dark-pro', '深色专业', 'templates/dark-pro.html'],
+    ];
+    for (const [name, desc, filePath] of builtins) {
+      await dbRun(db,
+        `INSERT OR IGNORE INTO templates (name, description, file_path, is_builtin) VALUES (?, ?, ?, 1)`,
+        [name, desc, filePath]
+      );
+    }
+
+    // files 表增加 template_id 列（幂等）
+    const cols = await dbAll(db, `PRAGMA table_info(files)`);
+    if (!cols.some(c => c.name === 'template_id')) {
+      await dbRun(db, `ALTER TABLE files ADD COLUMN template_id INTEGER REFERENCES templates(id)`);
+    }
+  }
+};