memhouse 0.0.1 → 0.3.1

package/mem-house/server/server.js

@@ -0,0 +1,228 @@
+// mem-house server — the dashboard/API entrypoint.
+//
+// Speaks the agentlytics REST contract (same routes, same response shapes) over the
+// mem-house typed schema, so the UNMODIFIED agentlytics React SPA is the dashboard:
+// queries.js computes every response; this file is routing + config + stubs. Serves
+// the built SPA from the repo root's public/.
+//
+//   node mem-house/server/server.js        (env: MEMHOUSE_* per DESIGN.md; port 4640)
+
+const express = require('express');
+const path = require('path');
+const fs = require('fs');
+const os = require('os');
+const qy = require('./queries');
+
+const PORT = parseInt(process.env.MEMHOUSE_PORT || '4640', 10);
+// Localhost by default: the dashboard exposes full transcripts and a SQL console
+// with no auth. Remote access is an explicit opt-in (MEMHOUSE_HOST=0.0.0.0).
+const HOST = process.env.MEMHOUSE_HOST || '127.0.0.1';
+const PUBLIC_DIR = path.join(__dirname, '..', '..', 'public');
+const CONFIG_PATH = path.join(os.homedir(), '.memhouse', 'config.json');
+
+const app = express();
+app.use(express.json());
+if (fs.existsSync(PUBLIC_DIR)) app.use(express.static(PUBLIC_DIR));
+
+function readConfig() {
+  try { return JSON.parse(fs.readFileSync(CONFIG_PATH, 'utf-8')); } catch { return {}; }
+}
+function writeConfig(config) {
+  fs.mkdirSync(path.dirname(CONFIG_PATH), { recursive: true });
+  fs.writeFileSync(CONFIG_PATH, JSON.stringify(config, null, 2));
+}
+const hiddenFolders = () => readConfig().hiddenProjects || [];
+
+function parseDateOpts(query) {
+  const opts = {};
+  if (query.dateFrom) opts.dateFrom = parseInt(query.dateFrom) || null;
+  if (query.dateTo) opts.dateTo = parseInt(query.dateTo) || null;
+  return opts;
+}
+
+// Route helper: async handler with the uniform 500 shape.
+const route = (fn) => async (req, res) => {
+  try { await fn(req, res); } catch (err) { res.status(500).json({ error: err.message }); }
+};
+
+app.get('/api/ping', (req, res) => res.json({ app: 'agentlytics', pid: process.pid }));
+app.get('/api/mode', (req, res) => res.json({ mode: 'local' }));
+
+app.get('/api/overview', route(async (req, res) => {
+  res.json(await qy.getOverview({ editor: req.query.editor || null, ...parseDateOpts(req.query), hiddenFolders: hiddenFolders() }));
+}));
+
+app.get('/api/daily-activity', route(async (req, res) => {
+  res.json(await qy.getDailyActivity({ editor: req.query.editor || null, ...parseDateOpts(req.query), hiddenFolders: hiddenFolders() }));
+}));
+
+app.get('/api/dashboard-stats', route(async (req, res) => {
+  res.json(await qy.getDashboardStats({ editor: req.query.editor || null, ...parseDateOpts(req.query), hiddenFolders: hiddenFolders() }));
+}));
+
+app.get('/api/chats', route(async (req, res) => {
+  const opts = {
+    editor: req.query.editor || null,
+    folder: req.query.folder || null,
+    named: req.query.named !== 'false',
+    limit: req.query.limit ? parseInt(req.query.limit) : 200,
+    offset: req.query.offset ? parseInt(req.query.offset) : 0,
+    ...parseDateOpts(req.query),
+    hiddenFolders: hiddenFolders(),
+  };
+  const [total, chats] = await Promise.all([qy.countChats(opts), qy.getChats(opts)]);
+  res.json({ total, chats });
+}));
+
+app.get('/api/chats/:id', route(async (req, res) => {
+  const result = await qy.getChat(req.params.id);
+  if (!result) return res.status(404).json({ error: 'Chat not found' });
+  res.json(result);
+}));
+
+app.get('/api/chats/:id/markdown', route(async (req, res) => {
+  const result = await qy.getChat(req.params.id);
+  if (!result) return res.status(404).json({ error: 'Chat not found' });
+  const lines = [];
+  const title = result.name || 'Untitled Session';
+  lines.push(`# ${title}\n`);
+  const meta = [];
+  if (result.source) meta.push(`**Editor:** ${result.source}`);
+  if (result.mode) meta.push(`**Mode:** ${result.mode}`);
+  if (result.folder) meta.push(`**Project:** ${result.folder}`);
+  if (result.createdAt) meta.push(`**Created:** ${new Date(result.createdAt).toISOString()}`);
+  if (result.lastUpdatedAt) meta.push(`**Updated:** ${new Date(result.lastUpdatedAt).toISOString()}`);
+  if (result.stats) {
+    meta.push(`**Messages:** ${result.stats.totalMessages}`);
+    if (result.stats.totalInputTokens) meta.push(`**Input Tokens:** ${result.stats.totalInputTokens}`);
+    if (result.stats.totalOutputTokens) meta.push(`**Output Tokens:** ${result.stats.totalOutputTokens}`);
+    const models = [...new Set(result.stats.models || [])];
+    if (models.length > 0) meta.push(`**Models:** ${models.join(', ')}`);
+  }
+  if (meta.length > 0) lines.push(meta.join('  \n') + '\n');
+  lines.push('---\n');
+  for (const msg of result.messages) {
+    const label = msg.role === 'user' ? '## User' : msg.role === 'assistant' ? '## Assistant' : `## ${msg.role.charAt(0).toUpperCase() + msg.role.slice(1)}`;
+    const modelTag = msg.model ? ` *(${msg.model})*` : '';
+    lines.push(`${label}${modelTag}\n`);
+    lines.push(msg.content + '\n');
+  }
+  const filename = title.replace(/[^a-zA-Z0-9_-]/g, '_').substring(0, 80) + '.md';
+  res.setHeader('Content-Type', 'text/markdown; charset=utf-8');
+  res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
+  res.send(lines.join('\n'));
+}));
+
+app.get('/api/projects', route(async (req, res) => {
+  res.json(await qy.getProjects({ ...parseDateOpts(req.query), hiddenFolders: hiddenFolders() }));
+}));
+
+app.get('/api/all-projects', route(async (req, res) => {
+  res.json(await qy.getProjects({ ...parseDateOpts(req.query), includeHidden: true }));
+}));
+
+app.get('/api/deep-analytics', route(async (req, res) => {
+  res.json(await qy.getDeepAnalytics({
+    editor: req.query.editor || null,
+    folder: req.query.folder || null,
+    limit: Math.min(parseInt(req.query.limit) || 500, 5000),
+    ...parseDateOpts(req.query),
+    hiddenFolders: hiddenFolders(),
+  }));
+}));
+
+app.get('/api/costs', route(async (req, res) => {
+  res.json(await qy.estimateCosts({
+    editor: req.query.editor || null,
+    folder: req.query.folder || null,
+    chatId: req.query.chatId || null,
+    ...parseDateOpts(req.query),
+    hiddenFolders: hiddenFolders(),
+  }));
+}));
+
+app.get('/api/cost-analytics', route(async (req, res) => {
+  res.json(await qy.getCostAnalytics({ editor: req.query.editor || null, ...parseDateOpts(req.query), hiddenFolders: hiddenFolders() }));
+}));
+
+app.get('/api/tool-calls', route(async (req, res) => {
+  const name = req.query.name;
+  if (!name) return res.status(400).json({ error: 'name query param required' });
+  // Same filter set as the analytics the drill-down is opened from.
+  res.json(await qy.getToolCalls(name, {
+    limit: Math.min(parseInt(req.query.limit) || 200, 1000),
+    folder: req.query.folder || null,
+    editor: req.query.editor || null,
+    ...parseDateOpts(req.query),
+    hiddenFolders: hiddenFolders(),
+  }));
+}));
+
+app.post('/api/query', route(async (req, res) => {
+  const { sql } = req.body;
+  if (!sql || typeof sql !== 'string') return res.status(400).json({ error: 'sql string required' });
+  const first = sql.trim().replace(/^--.*$/gm, '').trim().split(/\s+/)[0].toUpperCase();
+  if (!['SELECT', 'WITH', 'EXPLAIN', 'DESCRIBE', 'SHOW'].includes(first)) {
+    return res.status(403).json({ error: 'Only SELECT queries are allowed' });
+  }
+  try { res.json(await qy.rawQuery(sql)); }
+  catch (err) { res.status(400).json({ error: err.message }); }
+}));
+
+app.get('/api/schema', route(async (req, res) => res.json(await qy.schema())));
+
+app.get('/api/config', (req, res) => res.json(readConfig()));
+app.put('/api/config', route(async (req, res) => {
+  const config = readConfig();
+  Object.assign(config, req.body);
+  writeConfig(config);
+  res.json(config);
+}));
+
+// Real refetch: run one full shipper pass, streaming SSE like the root contract.
+app.get('/api/refetch', async (req, res) => {
+  res.writeHead(200, { 'Content-Type': 'text/event-stream', 'Cache-Control': 'no-cache', Connection: 'keep-alive' });
+  try {
+    const { runShip } = require('../shipper/ship');
+    res.write(`data: ${JSON.stringify({ scanned: 0, analyzed: 0, skipped: 0, total: 0 })}\n\n`);
+    const r = await runShip(qy.getClient(), { full: true });
+    res.write(`data: ${JSON.stringify({ done: true, total: r.sessions + r.skipped, analyzed: r.sessions })}\n\n`);
+  } catch (err) {
+    res.write(`data: ${JSON.stringify({ error: err.message })}\n\n`);
+  }
+  res.end();
+});
+
+// Not applicable to mem-house (dashboard renders these pages empty/absent).
+app.get('/api/usage', (req, res) => res.json([]));
+app.get('/api/artifacts', (req, res) => res.json([]));
+app.get('/api/artifact-content', (req, res) => res.status(404).json({ error: 'not available in mem-house' }));
+app.get('/api/mcps', (req, res) => res.json({
+  servers: [], toolCalls: [], matchedTools: {}, topSessions: [], projectMcps: [],
+  summary: { totalServers: 0, totalToolCalls: 0, uniqueTools: 0, sessionsWithTools: 0, editorsWithServers: [] },
+}));
+app.get('/api/gsd/projects', (req, res) => res.json([]));
+app.get('/api/gsd/phases', (req, res) => res.json([]));
+app.get('/api/gsd/plan', (req, res) => res.status(404).json({ error: 'not available in mem-house' }));
+app.get('/api/gsd/overview', (req, res) => res.json({ totalProjects: 0, totalPhases: 0, completedPhases: 0, activePhases: [], executingPhases: 0, plannedPhases: 0 }));
+app.get('/api/gsd/config', (req, res) => res.json(null));
+app.get('/api/gsd/phase-tokens', (req, res) => res.json([]));
+app.get('/api/gsd/file', (req, res) => res.json({ content: null }));
+app.get('/api/share-image', (req, res) => res.status(501).json({ error: 'not available in mem-house' }));
+app.get('/api/check-ai', (req, res) => res.status(501).json({ error: 'not available in mem-house' }));
+
+// SPA fallback
+app.get('*', (req, res) => {
+  const index = path.join(PUBLIC_DIR, 'index.html');
+  if (fs.existsSync(index)) res.sendFile(index);
+  else res.status(503).json({ error: 'UI not built — run: cd ui && npm install && npm run build' });
+});
+
+if (require.main === module) {
+  app.listen(PORT, HOST, () => {
+    console.log(`[mem-house] dashboard → http://localhost:${PORT} (house '${qy.config.database}' @ ${qy.config.url.replace(/\/\/.*@/, '//')})`
+      + (HOST !== '127.0.0.1' ? ` [bound to ${HOST} — remotely reachable]` : ''));
+  });
+}
+
+module.exports = app;