studylens 0.1.1 → 0.1.2

package/server/index.js

@@ -1,555 +1,555 @@
-const express = require('express');
-const cors = require('cors');
-const multer = require('multer');
-const path = require('path');
-const fs = require('fs');
-const storage = require('../core/wiki-storage');
-const llm = require('../core/llm-provider');
-const extractor = require('../core/extractor');
-
-const app = express();
-app.use(cors());
-app.use(express.json({ limit: '10mb' }));
-
-const uploadDir = path.join(__dirname, '..', 'uploads');
-if (!fs.existsSync(uploadDir)) fs.mkdirSync(uploadDir, { recursive: true });
-const upload = multer({ dest: uploadDir, limits: { fileSize: 20 * 1024 * 1024 } });
-
-async function processKnowledgePoints(knowledgePoints, subject, sourceType, sourceRef) {
-  const existingEntries = storage.getAllEntries();
-  let duplicates = [];
-  try {
-    duplicates = await llm.checkDuplicates(knowledgePoints, existingEntries);
-  } catch (_) {}
-  const dupNewIndices = new Set(duplicates.map(d => d.newIndex));
-  const created = [];
-  const skipped = [];
-  for (let i = 0; i < knowledgePoints.length; i++) {
-    if (dupNewIndices.has(i)) {
-      const dup = duplicates.find(d => d.newIndex === i);
-      skipped.push({ ...knowledgePoints[i], duplicateOf: dup.existingId, duplicateTitle: dup.existingTitle, reason: dup.reason });
-      continue;
-    }
-    const kp = knowledgePoints[i];
-    const entry = storage.addEntry({
-      title: kp.title, content: kp.content,
-      subject: kp.subject || subject || '', tags: kp.tags || [],
-      source_type: sourceType, source_ref: sourceRef,
-    });
-    created.push(entry);
-    try {
-      const connections = await llm.findConnections(entry, existingEntries);
-      for (const conn of connections) {
-        if (existingEntries.some(e => e.id === conn.id)) storage.addConnection(entry.id, conn.id, conn.relation);
-      }
-    } catch (_) {}
-    existingEntries.push(entry);
-  }
-  return { created, skipped };
-}
-
-if (process.env.STUDYLENS_TEST_MODE) {
-  app.post('/api/test/seed', (req, res) => {
-    try {
-      const entry = storage.addEntry(req.body);
-      res.json(entry);
-    } catch (err) { res.status(500).json({ error: err.message }); }
-  });
-}
-
-// Get all entries + connections for graph
-app.get('/api/graph', (req, res) => {
-  const allEntries = storage.getAllEntries();
-  const statusMap = storage.getTopicPageStatusMap();
-  const entries = allEntries.filter(e => !e.parent_id).map(e => ({
-    ...e,
-    has_children: allEntries.some(c => c.parent_id === e.id),
-    has_topic_page: !!(statusMap[e.id]?.has_topic_page),
-    has_qa: !!(statusMap[e.id]?.has_qa),
-  }));
-  const connections = storage.getAllConnections();
-  res.json({ entries, connections });
-});
-
-// Get all entries
-app.get('/api/entries', (req, res) => {
-  const { q } = req.query;
-  const entries = q ? storage.searchEntries(q) : storage.getAllEntries();
-  res.json(entries);
-});
-
-// Get single entry
-app.get('/api/entries/:id', (req, res) => {
-  const entry = storage.getEntry(req.params.id);
-  if (!entry) return res.status(404).json({ error: 'Not found' });
-  res.json(entry);
-});
-
-// Ingest text → LLM analyze → store entries + auto-connect
-app.post('/api/ingest', async (req, res) => {
-  try {
-    const { text, subject, source_type = 'text', source_ref = '', maxPoints } = req.body;
-    if (!text) return res.status(400).json({ error: 'text is required' });
-
-    storage.addRaw(text, source_type, source_ref);
-    const knowledgePoints = await llm.analyze(text, subject, maxPoints);
-    const { created, skipped } = await processKnowledgePoints(knowledgePoints, subject, source_type, source_ref);
-
-    res.json({ created, skipped });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Add manual connection
-app.post('/api/connections', (req, res) => {
-  const { from_id, to_id, relation = '' } = req.body;
-  if (!from_id || !to_id) return res.status(400).json({ error: 'from_id and to_id required' });
-  const conn = storage.addConnection(from_id, to_id, relation);
-  res.json(conn);
-});
-
-// Q&A: ask a question with existing knowledge as context
-app.post('/api/qa', async (req, res) => {
-  try {
-    const { question, history } = req.body;
-    if (!question) return res.status(400).json({ error: 'question is required' });
-    const allEntries = storage.getAllEntries();
-    const searchText = [question, ...(history || []).map(h => h.question)].join(' ');
-    const keywords = [];
-    for (let len = 4; len >= 2; len--) {
-      for (let i = 0; i <= searchText.length - len; i++) {
-        const w = searchText.slice(i, i + len);
-        if (/^[一-鿿]+$/.test(w)) keywords.push(w);
-      }
-    }
-    const uniqueKw = [...new Set(keywords)];
-    const relevant = allEntries.filter(e => {
-      const text = e.title + e.content + (e.tags || []).join(' ') + e.subject;
-      return uniqueKw.some(kw => text.includes(kw));
-    }).slice(0, 20);
-    const result = await llm.askQuestion(question, relevant.length > 0 ? relevant : allEntries.slice(0, 10), history || []);
-    res.json({ ...result, relatedEntries: relevant.map(e => ({ id: e.id, title: e.title, subject: e.subject })) });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Q&A: save suggested cards
-app.post('/api/qa/save', async (req, res) => {
-  try {
-    const { question, cards } = req.body;
-    if (!cards?.length) return res.status(400).json({ error: 'cards required' });
-    const existingEntries = storage.getAllEntries();
-    const created = [];
-    for (const card of cards) {
-      const entry = storage.addEntry({
-        title: card.title,
-        content: card.content,
-        subject: card.subject || '',
-        tags: card.tags || [],
-        source_type: 'qa',
-        source_ref: question || '',
-      });
-      created.push(entry);
-      try {
-        const connections = await llm.findConnections(entry, existingEntries);
-        for (const conn of connections) {
-          if (existingEntries.some(e => e.id === conn.id)) {
-            storage.addConnection(entry.id, conn.id, conn.relation);
-          }
-        }
-      } catch (_) {}
-      existingEntries.push(entry);
-    }
-    res.json({ created });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Ingest from file upload (PDF, Word, Excel, txt)
-app.post('/api/ingest/file', upload.single('file'), async (req, res) => {
-  try {
-    if (!req.file) return res.status(400).json({ error: 'file is required' });
-    const origName = req.file.originalname;
-    const ext = path.extname(origName).toLowerCase();
-    const dest = req.file.path + ext;
-    fs.renameSync(req.file.path, dest);
-
-    const text = await extractor.extractFromFile(dest);
-    fs.unlinkSync(dest);
-
-    storage.addRaw(text, ext.replace('.', ''), origName);
-    const subject = req.body.subject || '';
-    const maxPoints = req.body.maxPoints ? parseInt(req.body.maxPoints, 10) : undefined;
-    const knowledgePoints = await llm.analyze(text.slice(0, 10000), subject, maxPoints);
-    const { created, skipped } = await processKnowledgePoints(knowledgePoints, subject, ext.replace('.', ''), origName);
-    res.json({ created, skipped, extractedLength: text.length });
-  } catch (err) {
-    if (req.file) try { fs.unlinkSync(req.file.path); } catch (_) {}
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Ingest from URL
-app.post('/api/ingest/url', async (req, res) => {
-  try {
-    const { url, subject, maxPoints } = req.body;
-    if (!url) return res.status(400).json({ error: 'url is required' });
-
-    const text = await extractor.extractFromUrl(url);
-    storage.addRaw(text, 'url', url);
-    const knowledgePoints = await llm.analyze(text.slice(0, 10000), subject || '', maxPoints);
-    const { created, skipped } = await processKnowledgePoints(knowledgePoints, subject || '', 'url', url);
-    res.json({ created, skipped, extractedLength: text.length });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Update entry
-app.put('/api/entries/:id', (req, res) => {
-  const { title, content, subject, tags, sort_order } = req.body;
-  const entry = storage.updateEntry(req.params.id, { title, content, subject, tags, sort_order });
-  if (!entry) return res.status(404).json({ error: 'Not found' });
-  res.json(entry);
-});
-
-// Delete entry
-app.delete('/api/entries/:id', (req, res) => {
-  storage.deleteEntry(req.params.id);
-  res.json({ ok: true });
-});
-
-// Restructure: user instructs how to reorganize knowledge graph
-app.post('/api/restructure', async (req, res) => {
-  try {
-    const { instruction, subject } = req.body;
-    if (!instruction) return res.status(400).json({ error: 'instruction is required' });
-    let entries = storage.getAllEntries();
-    if (subject) entries = entries.filter(e => e.subject === subject || e.subject?.startsWith(subject));
-    const changes = await llm.restructure(instruction, entries);
-    const applied = [];
-    for (const change of changes) {
-      if (change.action === 'update' && change.id) {
-        const existing = storage.getEntry(change.id);
-        if (existing) {
-          const updated = storage.updateEntry(change.id, {
-            title: change.title || existing.title,
-            content: existing.content,
-            subject: change.subject || existing.subject,
-            tags: change.tags || existing.tags,
-          });
-          if (updated) applied.push({ action: 'update', id: change.id, title: updated.title, subject: updated.subject });
-        }
-      } else if (change.action === 'merge' && change.ids?.length > 1) {
-        const mergedEntry = storage.addEntry({
-          title: change.merged_title,
-          content: change.merged_content,
-          subject: change.subject || '',
-          tags: change.tags || [],
-          source_type: 'merge',
-          source_ref: change.ids.join(','),
-        });
-        for (const id of change.ids) storage.deleteEntry(id);
-        applied.push({ action: 'merge', ids: change.ids, newId: mergedEntry.id, title: mergedEntry.title });
-      }
-    }
-    res.json({ changes: applied, total: applied.length });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// QA mind map: generate mind map structure from QA result
-app.post('/api/qa/mindmap', async (req, res) => {
-  try {
-    const { question, answer, cards, relatedEntries } = req.body;
-    console.log('[mindmap] received question:', question?.slice(0, 50), 'answer:', answer?.slice(0, 50));
-    if (!question) return res.status(400).json({ error: 'question is required' });
-    const mindmap = await llm.buildQAMindMap(question, answer || '', cards || [], relatedEntries || []);
-    console.log('[mindmap] type:', mindmap?.type, 'title:', mindmap?.title);
-    if (!mindmap || !mindmap.type || !['comparison', 'timeline', 'tree'].includes(mindmap.type)) {
-      console.warn('[mindmap] Invalid response, returning fallback tree');
-      return res.json({ type: 'tree', title: question.slice(0, 20), branches: [] });
-    }
-    res.json(mindmap);
-  } catch (err) {
-    console.error('[mindmap] Error:', err.message);
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Generate smart questions for an entry
-app.post('/api/entries/:id/questions', async (req, res) => {
-  try {
-    const entry = storage.getEntry(req.params.id);
-    if (!entry) return res.status(404).json({ error: 'entry not found' });
-    const existingQa = storage.getEntryQA(req.params.id);
-    const questions = await llm.generateSmartQuestions(entry, existingQa);
-    res.json({ questions });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Ask a question scoped to a specific entry
-app.post('/api/entries/:id/ask', async (req, res) => {
-  try {
-    const entry = storage.getEntry(req.params.id);
-    if (!entry) return res.status(404).json({ error: 'entry not found' });
-    const { question, history } = req.body;
-    if (!question) return res.status(400).json({ error: 'question is required' });
-    const allEntries = storage.getAllEntries();
-    const related = allEntries.filter(e => {
-      if (e.id === entry.id) return false;
-      const eTags = new Set(e.tags || []);
-      return (entry.tags || []).some(t => eTags.has(t)) || e.subject === entry.subject;
-    }).slice(0, 15);
-    const context = [entry, ...related];
-    const result = await llm.askQuestion(question, context, history || []);
-    // Auto-save QA to independent storage
-    if (result.answer) {
-      const existing = storage.getEntryQA(req.params.id);
-      existing.push({ question, answer: result.answer, category: result.category || '' });
-      storage.saveEntryQA(req.params.id, existing);
-    }
-    res.json(result);
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Independent QA history for an entry
-app.get('/api/entries/:id/qa', (req, res) => {
-  res.json(storage.getEntryQA(req.params.id));
-});
-
-app.put('/api/entries/:id/qa', (req, res) => {
-  storage.saveEntryQA(req.params.id, req.body.qaHistory || []);
-  res.json({ ok: true });
-});
-
-// Generate HTML topic page for an entry
-app.post('/api/entries/:id/topic-page', async (req, res) => {
-  try {
-    const entry = storage.getEntry(req.params.id);
-    if (!entry) return res.status(404).json({ error: 'entry not found' });
-    const allEntries = storage.getAllEntries();
-    const related = allEntries.filter(e => {
-      if (e.id === entry.id) return false;
-      const eTags = new Set(e.tags || []);
-      return (entry.tags || []).some(t => eTags.has(t)) || e.subject === entry.subject;
-    }).slice(0, 10);
-    const html = await llm.generateTopicHTML(entry, related, req.body.qaHistory || [], req.body.existingHTML || '', req.body.requirements || '', req.body.mode || '');
-    res.json({ html });
-  } catch (err) {
-    console.error('[topic-page] Error:', err.message, '\n', err.stack);
-    res.status(500).json({ error: err.message });
-  }
-});
-
-const PORT = process.env.PORT || 3000;
-
-// Save topic page (creates new version)
-app.post('/api/entries/:id/topic-page/save', (req, res) => {
-  try {
-    const { html, qaHistory, comments, includedQaIds } = req.body;
-    if (!html) return res.status(400).json({ error: 'html is required' });
-    if (html.replace(/<[^>]*>/g, '').trim().length < 50) return res.status(400).json({ error: 'content too short' });
-    const page = storage.saveTopicPage(req.params.id, html, qaHistory || [], comments || [], includedQaIds || []);
-    res.json(page);
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Get all topic page versions for an entry
-app.get('/api/entries/:id/topic-pages', (req, res) => {
-  const pages = storage.getTopicPages(req.params.id);
-  res.json({ pages });
-});
-
-// Get latest topic page for an entry
-app.get('/api/entries/:id/topic-page/latest', (req, res) => {
-  const page = storage.getLatestTopicPage(req.params.id);
-  res.json({ page });
-});
-
-// Update comments on a topic page
-app.put('/api/topic-pages/:pageId/comments', (req, res) => {
-  try {
-    const { comments } = req.body;
-    storage.updateTopicPageComments(req.params.pageId, comments || []);
-    res.json({ ok: true });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-app.put('/api/topic-pages/:pageId/qa-history', (req, res) => {
-  try {
-    const { qaHistory } = req.body;
-    storage.updateTopicPageQaHistory(req.params.pageId, qaHistory || []);
-    res.json({ ok: true });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Delete a specific topic page version
-app.delete('/api/entries/:id/topic-page/:version', (req, res) => {
-  try {
-    const version = parseInt(req.params.version, 10);
-    if (!version) return res.status(400).json({ error: 'invalid version' });
-    const ok = storage.deleteTopicPageVersion(req.params.id, version);
-    res.json({ ok });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Get a specific topic page version
-app.get('/api/entries/:id/topic-page/version/:version', (req, res) => {
-  try {
-    const version = parseInt(req.params.version, 10);
-    const page = storage.getTopicPageByVersion(req.params.id, version);
-    res.json({ page });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Get children of an entry (for deep analysis)
-app.get('/api/entries/:id/children', (req, res) => {
-  try {
-    const children = storage.getChildren(req.params.id);
-    res.json({ children });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Expand an entry into sub-nodes using AI
-app.post('/api/entries/:id/expand', async (req, res) => {
-  try {
-    const entry = storage.getEntry(req.params.id);
-    if (!entry) return res.status(404).json({ error: 'entry not found' });
-    const topicPage = storage.getLatestTopicPage(req.params.id);
-    const qaHistory = (topicPage && topicPage.qa_history) || [];
-    const subTopics = await llm.expandEntry(entry, qaHistory);
-    console.log(`[expand] ${entry.title}: got ${subTopics.length} sub-topics`);
-    const children = [];
-    for (const sub of subTopics) {
-      const child = storage.addEntry({
-        title: sub.title,
-        content: sub.content,
-        subject: entry.subject,
-        tags: [sub.category, entry.title].filter(Boolean),
-        source_type: 'deep-analysis',
-        source_ref: entry.id,
-        parent_id: entry.id,
-      });
-      children.push(child);
-    }
-    res.json({ children });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Add a single child entry manually
-app.post('/api/entries/:id/children', (req, res) => {
-  try {
-    const { title, content, tags = [] } = req.body;
-    const parent = storage.getEntry(req.params.id);
-    if (!parent) return res.status(404).json({ error: 'parent not found' });
-    const child = storage.addEntry({
-      title, content,
-      subject: parent.subject,
-      tags,
-      source_type: 'deep-analysis',
-      source_ref: req.params.id,
-      parent_id: req.params.id,
-    });
-    res.json(child);
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-// Settings (prompts — tracked in git)
-const settingsPath = path.join(__dirname, '..', 'config', 'prompts.json');
-
-function loadSettings() {
-  try { return JSON.parse(fs.readFileSync(settingsPath, 'utf-8')); }
-  catch { return { subjects: {}, defaultPrompts: {} }; }
-}
-function saveSettings(data) {
-  const dir = path.dirname(settingsPath);
-  if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
-  fs.writeFileSync(settingsPath, JSON.stringify(data, null, 2));
-}
-
-app.get('/api/settings', (req, res) => {
-  res.json(loadSettings());
-});
-
-app.put('/api/settings', (req, res) => {
-  saveSettings(req.body);
-  res.json({ ok: true });
-});
-
-app.get('/api/llm/config', (req, res) => {
-  try {
-    res.json(llm.loadLLMConfig());
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-app.post('/api/llm/config', (req, res) => {
-  try {
-    llm.saveLLMConfig(req.body);
-    res.json({ ok: true });
-  } catch (err) {
-    res.status(500).json({ error: err.message });
-  }
-});
-
-app.post('/api/llm/test', async (req, res) => {
-  try {
-    const { providerName } = req.body;
-    const config = llm.loadLLMConfig();
-    const providerCfg = config.providers[providerName];
-    if (!providerCfg) return res.status(400).json({ error: `Unknown provider: ${providerName}` });
-
-    if (providerName === 'agent-maestro') {
-      const ok = await llm.probeAgentMaestro(config);
-      return res.json({ ok, message: ok ? 'Agent Maestro is reachable' : 'Agent Maestro is not reachable' });
-    }
-
-    const result = await llm.callLLM(
-      [{ role: 'user', content: 'Reply with exactly: OK' }],
-      { maxTokens: 16, providers: [{ name: providerName, ...providerCfg }] }
-    );
-    res.json({ ok: true, message: `Response: ${result.slice(0, 100)}` });
-  } catch (err) {
-    res.json({ ok: false, message: err.message });
-  }
-});
-
-const portalDist = path.join(__dirname, '..', 'portal', 'dist');
-if (fs.existsSync(portalDist)) {
-  app.use(express.static(portalDist));
-  app.get('*', (req, res) => {
-    res.sendFile(path.join(portalDist, 'index.html'));
-  });
-}
-
-if (require.main === module) {
-  app.listen(PORT, () => console.log(`StudyLens server running on http://localhost:${PORT}`));
-}
-
-module.exports = app;
+const express = require('express');
+const cors = require('cors');
+const multer = require('multer');
+const path = require('path');
+const fs = require('fs');
+const storage = require('../core/wiki-storage');
+const llm = require('../core/llm-provider');
+const extractor = require('../core/extractor');
+
+const app = express();
+app.use(cors());
+app.use(express.json({ limit: '10mb' }));
+
+const uploadDir = path.join(__dirname, '..', 'uploads');
+if (!fs.existsSync(uploadDir)) fs.mkdirSync(uploadDir, { recursive: true });
+const upload = multer({ dest: uploadDir, limits: { fileSize: 20 * 1024 * 1024 } });
+
+async function processKnowledgePoints(knowledgePoints, subject, sourceType, sourceRef) {
+  const existingEntries = storage.getAllEntries();
+  let duplicates = [];
+  try {
+    duplicates = await llm.checkDuplicates(knowledgePoints, existingEntries);
+  } catch (_) {}
+  const dupNewIndices = new Set(duplicates.map(d => d.newIndex));
+  const created = [];
+  const skipped = [];
+  for (let i = 0; i < knowledgePoints.length; i++) {
+    if (dupNewIndices.has(i)) {
+      const dup = duplicates.find(d => d.newIndex === i);
+      skipped.push({ ...knowledgePoints[i], duplicateOf: dup.existingId, duplicateTitle: dup.existingTitle, reason: dup.reason });
+      continue;
+    }
+    const kp = knowledgePoints[i];
+    const entry = storage.addEntry({
+      title: kp.title, content: kp.content,
+      subject: kp.subject || subject || '', tags: kp.tags || [],
+      source_type: sourceType, source_ref: sourceRef,
+    });
+    created.push(entry);
+    try {
+      const connections = await llm.findConnections(entry, existingEntries);
+      for (const conn of connections) {
+        if (existingEntries.some(e => e.id === conn.id)) storage.addConnection(entry.id, conn.id, conn.relation);
+      }
+    } catch (_) {}
+    existingEntries.push(entry);
+  }
+  return { created, skipped };
+}
+
+if (process.env.STUDYLENS_TEST_MODE) {
+  app.post('/api/test/seed', (req, res) => {
+    try {
+      const entry = storage.addEntry(req.body);
+      res.json(entry);
+    } catch (err) { res.status(500).json({ error: err.message }); }
+  });
+}
+
+// Get all entries + connections for graph
+app.get('/api/graph', (req, res) => {
+  const allEntries = storage.getAllEntries();
+  const statusMap = storage.getTopicPageStatusMap();
+  const entries = allEntries.filter(e => !e.parent_id).map(e => ({
+    ...e,
+    has_children: allEntries.some(c => c.parent_id === e.id),
+    has_topic_page: !!(statusMap[e.id]?.has_topic_page),
+    has_qa: !!(statusMap[e.id]?.has_qa),
+  }));
+  const connections = storage.getAllConnections();
+  res.json({ entries, connections });
+});
+
+// Get all entries
+app.get('/api/entries', (req, res) => {
+  const { q } = req.query;
+  const entries = q ? storage.searchEntries(q) : storage.getAllEntries();
+  res.json(entries);
+});
+
+// Get single entry
+app.get('/api/entries/:id', (req, res) => {
+  const entry = storage.getEntry(req.params.id);
+  if (!entry) return res.status(404).json({ error: 'Not found' });
+  res.json(entry);
+});
+
+// Ingest text → LLM analyze → store entries + auto-connect
+app.post('/api/ingest', async (req, res) => {
+  try {
+    const { text, subject, source_type = 'text', source_ref = '', maxPoints } = req.body;
+    if (!text) return res.status(400).json({ error: 'text is required' });
+
+    storage.addRaw(text, source_type, source_ref);
+    const knowledgePoints = await llm.analyze(text, subject, maxPoints);
+    const { created, skipped } = await processKnowledgePoints(knowledgePoints, subject, source_type, source_ref);
+
+    res.json({ created, skipped });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Add manual connection
+app.post('/api/connections', (req, res) => {
+  const { from_id, to_id, relation = '' } = req.body;
+  if (!from_id || !to_id) return res.status(400).json({ error: 'from_id and to_id required' });
+  const conn = storage.addConnection(from_id, to_id, relation);
+  res.json(conn);
+});
+
+// Q&A: ask a question with existing knowledge as context
+app.post('/api/qa', async (req, res) => {
+  try {
+    const { question, history } = req.body;
+    if (!question) return res.status(400).json({ error: 'question is required' });
+    const allEntries = storage.getAllEntries();
+    const searchText = [question, ...(history || []).map(h => h.question)].join(' ');
+    const keywords = [];
+    for (let len = 4; len >= 2; len--) {
+      for (let i = 0; i <= searchText.length - len; i++) {
+        const w = searchText.slice(i, i + len);
+        if (/^[一-鿿]+$/.test(w)) keywords.push(w);
+      }
+    }
+    const uniqueKw = [...new Set(keywords)];
+    const relevant = allEntries.filter(e => {
+      const text = e.title + e.content + (e.tags || []).join(' ') + e.subject;
+      return uniqueKw.some(kw => text.includes(kw));
+    }).slice(0, 20);
+    const result = await llm.askQuestion(question, relevant.length > 0 ? relevant : allEntries.slice(0, 10), history || []);
+    res.json({ ...result, relatedEntries: relevant.map(e => ({ id: e.id, title: e.title, subject: e.subject })) });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Q&A: save suggested cards
+app.post('/api/qa/save', async (req, res) => {
+  try {
+    const { question, cards } = req.body;
+    if (!cards?.length) return res.status(400).json({ error: 'cards required' });
+    const existingEntries = storage.getAllEntries();
+    const created = [];
+    for (const card of cards) {
+      const entry = storage.addEntry({
+        title: card.title,
+        content: card.content,
+        subject: card.subject || '',
+        tags: card.tags || [],
+        source_type: 'qa',
+        source_ref: question || '',
+      });
+      created.push(entry);
+      try {
+        const connections = await llm.findConnections(entry, existingEntries);
+        for (const conn of connections) {
+          if (existingEntries.some(e => e.id === conn.id)) {
+            storage.addConnection(entry.id, conn.id, conn.relation);
+          }
+        }
+      } catch (_) {}
+      existingEntries.push(entry);
+    }
+    res.json({ created });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Ingest from file upload (PDF, Word, Excel, txt)
+app.post('/api/ingest/file', upload.single('file'), async (req, res) => {
+  try {
+    if (!req.file) return res.status(400).json({ error: 'file is required' });
+    const origName = req.file.originalname;
+    const ext = path.extname(origName).toLowerCase();
+    const dest = req.file.path + ext;
+    fs.renameSync(req.file.path, dest);
+
+    const text = await extractor.extractFromFile(dest);
+    fs.unlinkSync(dest);
+
+    storage.addRaw(text, ext.replace('.', ''), origName);
+    const subject = req.body.subject || '';
+    const maxPoints = req.body.maxPoints ? parseInt(req.body.maxPoints, 10) : undefined;
+    const knowledgePoints = await llm.analyze(text.slice(0, 10000), subject, maxPoints);
+    const { created, skipped } = await processKnowledgePoints(knowledgePoints, subject, ext.replace('.', ''), origName);
+    res.json({ created, skipped, extractedLength: text.length });
+  } catch (err) {
+    if (req.file) try { fs.unlinkSync(req.file.path); } catch (_) {}
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Ingest from URL
+app.post('/api/ingest/url', async (req, res) => {
+  try {
+    const { url, subject, maxPoints } = req.body;
+    if (!url) return res.status(400).json({ error: 'url is required' });
+
+    const text = await extractor.extractFromUrl(url);
+    storage.addRaw(text, 'url', url);
+    const knowledgePoints = await llm.analyze(text.slice(0, 10000), subject || '', maxPoints);
+    const { created, skipped } = await processKnowledgePoints(knowledgePoints, subject || '', 'url', url);
+    res.json({ created, skipped, extractedLength: text.length });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Update entry
+app.put('/api/entries/:id', (req, res) => {
+  const { title, content, subject, tags, sort_order } = req.body;
+  const entry = storage.updateEntry(req.params.id, { title, content, subject, tags, sort_order });
+  if (!entry) return res.status(404).json({ error: 'Not found' });
+  res.json(entry);
+});
+
+// Delete entry
+app.delete('/api/entries/:id', (req, res) => {
+  storage.deleteEntry(req.params.id);
+  res.json({ ok: true });
+});
+
+// Restructure: user instructs how to reorganize knowledge graph
+app.post('/api/restructure', async (req, res) => {
+  try {
+    const { instruction, subject } = req.body;
+    if (!instruction) return res.status(400).json({ error: 'instruction is required' });
+    let entries = storage.getAllEntries();
+    if (subject) entries = entries.filter(e => e.subject === subject || e.subject?.startsWith(subject));
+    const changes = await llm.restructure(instruction, entries);
+    const applied = [];
+    for (const change of changes) {
+      if (change.action === 'update' && change.id) {
+        const existing = storage.getEntry(change.id);
+        if (existing) {
+          const updated = storage.updateEntry(change.id, {
+            title: change.title || existing.title,
+            content: existing.content,
+            subject: change.subject || existing.subject,
+            tags: change.tags || existing.tags,
+          });
+          if (updated) applied.push({ action: 'update', id: change.id, title: updated.title, subject: updated.subject });
+        }
+      } else if (change.action === 'merge' && change.ids?.length > 1) {
+        const mergedEntry = storage.addEntry({
+          title: change.merged_title,
+          content: change.merged_content,
+          subject: change.subject || '',
+          tags: change.tags || [],
+          source_type: 'merge',
+          source_ref: change.ids.join(','),
+        });
+        for (const id of change.ids) storage.deleteEntry(id);
+        applied.push({ action: 'merge', ids: change.ids, newId: mergedEntry.id, title: mergedEntry.title });
+      }
+    }
+    res.json({ changes: applied, total: applied.length });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// QA mind map: generate mind map structure from QA result
+app.post('/api/qa/mindmap', async (req, res) => {
+  try {
+    const { question, answer, cards, relatedEntries } = req.body;
+    console.log('[mindmap] received question:', question?.slice(0, 50), 'answer:', answer?.slice(0, 50));
+    if (!question) return res.status(400).json({ error: 'question is required' });
+    const mindmap = await llm.buildQAMindMap(question, answer || '', cards || [], relatedEntries || []);
+    console.log('[mindmap] type:', mindmap?.type, 'title:', mindmap?.title);
+    if (!mindmap || !mindmap.type || !['comparison', 'timeline', 'tree'].includes(mindmap.type)) {
+      console.warn('[mindmap] Invalid response, returning fallback tree');
+      return res.json({ type: 'tree', title: question.slice(0, 20), branches: [] });
+    }
+    res.json(mindmap);
+  } catch (err) {
+    console.error('[mindmap] Error:', err.message);
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Generate smart questions for an entry
+app.post('/api/entries/:id/questions', async (req, res) => {
+  try {
+    const entry = storage.getEntry(req.params.id);
+    if (!entry) return res.status(404).json({ error: 'entry not found' });
+    const existingQa = storage.getEntryQA(req.params.id);
+    const questions = await llm.generateSmartQuestions(entry, existingQa);
+    res.json({ questions });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Ask a question scoped to a specific entry
+app.post('/api/entries/:id/ask', async (req, res) => {
+  try {
+    const entry = storage.getEntry(req.params.id);
+    if (!entry) return res.status(404).json({ error: 'entry not found' });
+    const { question, history } = req.body;
+    if (!question) return res.status(400).json({ error: 'question is required' });
+    const allEntries = storage.getAllEntries();
+    const related = allEntries.filter(e => {
+      if (e.id === entry.id) return false;
+      const eTags = new Set(e.tags || []);
+      return (entry.tags || []).some(t => eTags.has(t)) || e.subject === entry.subject;
+    }).slice(0, 15);
+    const context = [entry, ...related];
+    const result = await llm.askQuestion(question, context, history || []);
+    // Auto-save QA to independent storage
+    if (result.answer) {
+      const existing = storage.getEntryQA(req.params.id);
+      existing.push({ question, answer: result.answer, category: result.category || '' });
+      storage.saveEntryQA(req.params.id, existing);
+    }
+    res.json(result);
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Independent QA history for an entry
+app.get('/api/entries/:id/qa', (req, res) => {
+  res.json(storage.getEntryQA(req.params.id));
+});
+
+app.put('/api/entries/:id/qa', (req, res) => {
+  storage.saveEntryQA(req.params.id, req.body.qaHistory || []);
+  res.json({ ok: true });
+});
+
+// Generate HTML topic page for an entry
+app.post('/api/entries/:id/topic-page', async (req, res) => {
+  try {
+    const entry = storage.getEntry(req.params.id);
+    if (!entry) return res.status(404).json({ error: 'entry not found' });
+    const allEntries = storage.getAllEntries();
+    const related = allEntries.filter(e => {
+      if (e.id === entry.id) return false;
+      const eTags = new Set(e.tags || []);
+      return (entry.tags || []).some(t => eTags.has(t)) || e.subject === entry.subject;
+    }).slice(0, 10);
+    const html = await llm.generateTopicHTML(entry, related, req.body.qaHistory || [], req.body.existingHTML || '', req.body.requirements || '', req.body.mode || '');
+    res.json({ html });
+  } catch (err) {
+    console.error('[topic-page] Error:', err.message, '\n', err.stack);
+    res.status(500).json({ error: err.message });
+  }
+});
+
+const PORT = process.env.PORT || 3000;
+
+// Save topic page (creates new version)
+app.post('/api/entries/:id/topic-page/save', (req, res) => {
+  try {
+    const { html, qaHistory, comments, includedQaIds } = req.body;
+    if (!html) return res.status(400).json({ error: 'html is required' });
+    if (html.replace(/<[^>]*>/g, '').trim().length < 50) return res.status(400).json({ error: 'content too short' });
+    const page = storage.saveTopicPage(req.params.id, html, qaHistory || [], comments || [], includedQaIds || []);
+    res.json(page);
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Get all topic page versions for an entry
+app.get('/api/entries/:id/topic-pages', (req, res) => {
+  const pages = storage.getTopicPages(req.params.id);
+  res.json({ pages });
+});
+
+// Get latest topic page for an entry
+app.get('/api/entries/:id/topic-page/latest', (req, res) => {
+  const page = storage.getLatestTopicPage(req.params.id);
+  res.json({ page });
+});
+
+// Update comments on a topic page
+app.put('/api/topic-pages/:pageId/comments', (req, res) => {
+  try {
+    const { comments } = req.body;
+    storage.updateTopicPageComments(req.params.pageId, comments || []);
+    res.json({ ok: true });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+app.put('/api/topic-pages/:pageId/qa-history', (req, res) => {
+  try {
+    const { qaHistory } = req.body;
+    storage.updateTopicPageQaHistory(req.params.pageId, qaHistory || []);
+    res.json({ ok: true });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Delete a specific topic page version
+app.delete('/api/entries/:id/topic-page/:version', (req, res) => {
+  try {
+    const version = parseInt(req.params.version, 10);
+    if (!version) return res.status(400).json({ error: 'invalid version' });
+    const ok = storage.deleteTopicPageVersion(req.params.id, version);
+    res.json({ ok });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Get a specific topic page version
+app.get('/api/entries/:id/topic-page/version/:version', (req, res) => {
+  try {
+    const version = parseInt(req.params.version, 10);
+    const page = storage.getTopicPageByVersion(req.params.id, version);
+    res.json({ page });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Get children of an entry (for deep analysis)
+app.get('/api/entries/:id/children', (req, res) => {
+  try {
+    const children = storage.getChildren(req.params.id);
+    res.json({ children });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Expand an entry into sub-nodes using AI
+app.post('/api/entries/:id/expand', async (req, res) => {
+  try {
+    const entry = storage.getEntry(req.params.id);
+    if (!entry) return res.status(404).json({ error: 'entry not found' });
+    const topicPage = storage.getLatestTopicPage(req.params.id);
+    const qaHistory = (topicPage && topicPage.qa_history) || [];
+    const subTopics = await llm.expandEntry(entry, qaHistory);
+    console.log(`[expand] ${entry.title}: got ${subTopics.length} sub-topics`);
+    const children = [];
+    for (const sub of subTopics) {
+      const child = storage.addEntry({
+        title: sub.title,
+        content: sub.content,
+        subject: entry.subject,
+        tags: [sub.category, entry.title].filter(Boolean),
+        source_type: 'deep-analysis',
+        source_ref: entry.id,
+        parent_id: entry.id,
+      });
+      children.push(child);
+    }
+    res.json({ children });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Add a single child entry manually
+app.post('/api/entries/:id/children', (req, res) => {
+  try {
+    const { title, content, tags = [] } = req.body;
+    const parent = storage.getEntry(req.params.id);
+    if (!parent) return res.status(404).json({ error: 'parent not found' });
+    const child = storage.addEntry({
+      title, content,
+      subject: parent.subject,
+      tags,
+      source_type: 'deep-analysis',
+      source_ref: req.params.id,
+      parent_id: req.params.id,
+    });
+    res.json(child);
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+// Settings (prompts — tracked in git)
+const settingsPath = path.join(__dirname, '..', 'config', 'prompts.json');
+
+function loadSettings() {
+  try { return JSON.parse(fs.readFileSync(settingsPath, 'utf-8')); }
+  catch { return { subjects: {}, defaultPrompts: {} }; }
+}
+function saveSettings(data) {
+  const dir = path.dirname(settingsPath);
+  if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
+  fs.writeFileSync(settingsPath, JSON.stringify(data, null, 2));
+}
+
+app.get('/api/settings', (req, res) => {
+  res.json(loadSettings());
+});
+
+app.put('/api/settings', (req, res) => {
+  saveSettings(req.body);
+  res.json({ ok: true });
+});
+
+app.get('/api/llm/config', (req, res) => {
+  try {
+    res.json(llm.loadLLMConfig());
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+app.post('/api/llm/config', (req, res) => {
+  try {
+    llm.saveLLMConfig(req.body);
+    res.json({ ok: true });
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
+app.post('/api/llm/test', async (req, res) => {
+  try {
+    const { providerName } = req.body;
+    const config = llm.loadLLMConfig();
+    const providerCfg = config.providers[providerName];
+    if (!providerCfg) return res.status(400).json({ error: `Unknown provider: ${providerName}` });
+
+    if (providerName === 'agent-maestro') {
+      const ok = await llm.probeAgentMaestro(config);
+      return res.json({ ok, message: ok ? 'Agent Maestro is reachable' : 'Agent Maestro is not reachable' });
+    }
+
+    const result = await llm.callLLM(
+      [{ role: 'user', content: 'Reply with exactly: OK' }],
+      { maxTokens: 16, providers: [{ name: providerName, ...providerCfg }] }
+    );
+    res.json({ ok: true, message: `Response: ${result.slice(0, 100)}` });
+  } catch (err) {
+    res.json({ ok: false, message: err.message });
+  }
+});
+
+const portalDist = path.join(__dirname, '..', 'portal', 'dist');
+if (fs.existsSync(portalDist)) {
+  app.use(express.static(portalDist));
+  app.get('*', (req, res) => {
+    res.sendFile(path.join(portalDist, 'index.html'));
+  });
+}
+
+if (require.main === module) {
+  app.listen(PORT, () => console.log(`StudyLens server running on http://localhost:${PORT}`));
+}
+
+module.exports = app;