modular-studio 1.0.4 → 1.0.5

package/dist-server/server/index.js

@@ -26,6 +26,7 @@ import pipelineRoutes from './routes/pipeline.js';
 import embeddingRoutes from './routes/embeddings.js';
 import embeddingService from './services/embeddingService.js';
 import conversationRoutes from './routes/conversations.js';
+import memoryRoutes from './routes/memory.js';
 const __dirname = dirname(fileURLToPath(import.meta.url));
 export function createApp() {
     const app = express();
@@ -87,6 +88,7 @@ export function createApp() {
     app.use('/api/pipeline', pipelineRoutes);
     app.use('/api/embeddings', embeddingRoutes);
     app.use('/api/conversations', conversationRoutes);
+    app.use('/api/memory', memoryRoutes);
     // API 404 catch-all — log unmatched API routes for debugging
     app.use('/api', (_req, res) => {
         console.warn(`[API 404] ${_req.method} ${_req.originalUrl}`);
@@ -185,4 +187,3 @@ if (isMainModule && !globalThis.__modularStudioStarted) {
     process.on('SIGINT', () => { clearInterval(keepAlive); server.close(); process.exit(0); });
     process.on('SIGTERM', () => { clearInterval(keepAlive); server.close(); process.exit(0); });
 }
-//# sourceMappingURL=index.js.map

package/dist-server/server/mcp/manager.js

@@ -200,4 +200,3 @@ export class McpManager {
     }
 }
 export const mcpManager = new McpManager();
-//# sourceMappingURL=manager.js.map

package/dist-server/server/mcp/modular-server.js

@@ -489,4 +489,3 @@ function consolidateMemory(facts) {
         promoted,
     };
 }
-//# sourceMappingURL=modular-server.js.map

package/dist-server/server/mcp/transport.js

@@ -58,4 +58,3 @@ export function setupGracefulShutdown(server) {
         shutdown('unhandledRejection');
     });
 }
-//# sourceMappingURL=transport.js.map

package/dist-server/server/routes/agent-sdk.js

@@ -96,4 +96,3 @@ router.get("/status", async (_req, res) => {
     }
 });
 export default router;
-//# sourceMappingURL=agent-sdk.js.map

package/dist-server/server/routes/agents.d.ts

@@ -1,9 +1,13 @@
 /**
- * Agent CRUD Routes
- * GET    /api/agents       — list all (summary only)
- * GET    /api/agents/:id   — full state
- * PUT    /api/agents/:id   — save/update
- * DELETE /api/agents/:id   — delete
+ * Agent CRUD Routes with Versioning
+ * GET    /api/agents                           — list all (summary only)
+ * POST   /api/agents                           — create new agent (returns agentId)
+ * GET    /api/agents/:id                       — full latest state
+ * PUT    /api/agents/:id                       — save/update (creates new version)
+ * DELETE /api/agents/:id                       — delete
+ * GET    /api/agents/:id/versions              — list all versions
+ * POST   /api/agents/:id/versions/:version/restore — restore to specific version
+ * DELETE /api/agents/:id/versions/:version     — delete a version
  */
 declare const router: import("express-serve-static-core").Router;
 export default router;

package/dist-server/server/routes/agents.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agents.d.ts","sourceRoot":"","sources":["../../../server/routes/agents.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAMH,QAAA,MAAM,MAAM,4CAAW,CAAC;AAmDxB,eAAe,MAAM,CAAC"}
+{"version":3,"file":"agents.d.ts","sourceRoot":"","sources":["../../../server/routes/agents.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAeH,QAAA,MAAM,MAAM,4CAAW,CAAC;AA6HxB,eAAe,MAAM,CAAC"}

package/dist-server/server/routes/agents.js

@@ -1,13 +1,18 @@
 /**
- * Agent CRUD Routes
- * GET    /api/agents       — list all (summary only)
- * GET    /api/agents/:id   — full state
- * PUT    /api/agents/:id   — save/update
- * DELETE /api/agents/:id   — delete
+ * Agent CRUD Routes with Versioning
+ * GET    /api/agents                           — list all (summary only)
+ * POST   /api/agents                           — create new agent (returns agentId)
+ * GET    /api/agents/:id                       — full latest state
+ * PUT    /api/agents/:id                       — save/update (creates new version)
+ * DELETE /api/agents/:id                       — delete
+ * GET    /api/agents/:id/versions              — list all versions
+ * POST   /api/agents/:id/versions/:version/restore — restore to specific version
+ * DELETE /api/agents/:id/versions/:version     — delete a version
  */
 import { Router } from 'express';
-import { saveAgent, loadAgent, listAgents, deleteAgent } from '../services/agentStore.js';
+import { saveAgent, loadAgent, listAgents, deleteAgent, createAgentVersion, listAgentVersions, restoreAgentVersion, deleteAgentVersion } from '../services/agentStore.js';
 const router = Router();
+// List all agents
 router.get('/', (_req, res) => {
     try {
         const agents = listAgents();
@@ -17,6 +22,24 @@ router.get('/', (_req, res) => {
         res.status(500).json({ status: 'error', error: err.message });
     }
 });
+// Create new agent
+router.post('/', (req, res) => {
+    try {
+        const state = req.body;
+        if (!state || typeof state !== 'object') {
+            res.status(400).json({ status: 'error', error: 'Invalid body' });
+            return;
+        }
+        const agentId = state.id || `agent-${Date.now()}`;
+        state.version = state.version || '0.1.0';
+        saveAgent(agentId, state);
+        res.json({ status: 'ok', data: { id: agentId } });
+    }
+    catch (err) {
+        res.status(500).json({ status: 'error', error: err.message });
+    }
+});
+// Get latest agent state
 router.get('/:id', (req, res) => {
     try {
         const agent = loadAgent(req.params.id);
@@ -30,6 +53,7 @@ router.get('/:id', (req, res) => {
         res.status(500).json({ status: 'error', error: err.message });
     }
 });
+// Save/update agent (creates version)
 router.put('/:id', (req, res) => {
     try {
         const state = req.body;
@@ -37,13 +61,19 @@ router.put('/:id', (req, res) => {
             res.status(400).json({ status: 'error', error: 'Invalid body' });
             return;
         }
+        // Create version if agent exists and version changed
+        const existing = loadAgent(req.params.id);
+        if (existing && state.version && state.version !== existing.version) {
+            createAgentVersion(req.params.id, existing.version, 'Auto-saved version');
+        }
         saveAgent(req.params.id, state);
-        res.json({ status: 'ok', data: { id: req.params.id } });
+        res.json({ status: 'ok', data: { id: req.params.id, version: state.version } });
     }
     catch (err) {
         res.status(500).json({ status: 'error', error: err.message });
     }
 });
+// Delete agent
 router.delete('/:id', (req, res) => {
     try {
         const deleted = deleteAgent(req.params.id);
@@ -57,5 +87,48 @@ router.delete('/:id', (req, res) => {
         res.status(500).json({ status: 'error', error: err.message });
     }
 });
+// List agent versions
+router.get('/:id/versions', (req, res) => {
+    try {
+        const versions = listAgentVersions(req.params.id);
+        const formatted = versions.map(v => ({
+            id: v.id,
+            version: v.version,
+            timestamp: v.timestamp,
+            label: v.label,
+        }));
+        res.json({ status: 'ok', data: formatted });
+    }
+    catch (err) {
+        res.status(500).json({ status: 'error', error: err.message });
+    }
+});
+// Restore agent version
+router.post('/:id/versions/:version/restore', (req, res) => {
+    try {
+        const restored = restoreAgentVersion(req.params.id, req.params.version);
+        if (!restored) {
+            res.status(404).json({ status: 'error', error: 'Version not found' });
+            return;
+        }
+        res.json({ status: 'ok', data: { restored: req.params.version } });
+    }
+    catch (err) {
+        res.status(500).json({ status: 'error', error: err.message });
+    }
+});
+// Delete agent version
+router.delete('/:id/versions/:version', (req, res) => {
+    try {
+        const deleted = deleteAgentVersion(req.params.id, req.params.version);
+        if (!deleted) {
+            res.status(404).json({ status: 'error', error: 'Version not found' });
+            return;
+        }
+        res.json({ status: 'ok' });
+    }
+    catch (err) {
+        res.status(500).json({ status: 'error', error: err.message });
+    }
+});
 export default router;
-//# sourceMappingURL=agents.js.map

package/dist-server/server/routes/auth-codex.js

@@ -48,4 +48,3 @@ router.post('/complete/:sessionId', (req, res) => {
     res.json(resp);
 });
 export default router;
-//# sourceMappingURL=auth-codex.js.map

package/dist-server/server/routes/capabilities.js

@@ -29,4 +29,3 @@ router.get('/:providerId', (req, res) => {
     res.json({ status: 'ok', data: resolveMatrix(req.params.providerId) });
 });
 export default router;
-//# sourceMappingURL=capabilities.js.map

package/dist-server/server/routes/claude-config.js

@@ -143,4 +143,3 @@ router.get('/project-mcp', (req, res) => {
     }
 });
 export default router;
-//# sourceMappingURL=claude-config.js.map

package/dist-server/server/routes/connectors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"connectors.d.ts","sourceRoot":"","sources":["../../../server/routes/connectors.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH,QAAA,MAAM,MAAM,4CAAW,CAAC;AA0XxB,eAAe,MAAM,CAAC"}
+{"version":3,"file":"connectors.d.ts","sourceRoot":"","sources":["../../../server/routes/connectors.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH,QAAA,MAAM,MAAM,4CAAW,CAAC;AA2jBxB,eAAe,MAAM,CAAC"}

package/dist-server/server/routes/connectors.js

@@ -324,5 +324,198 @@ router.delete('/auth/:service', (req, res) => {
     saveAuth(auth);
     res.json({ status: 'ok' });
 });
+// ── In-memory session keys (never persisted to disk) ──
+const sessionKeys = new Map();
+// ── Notion helpers ──
+function extractPageId(url) {
+    const hex32 = url.match(/([a-f0-9]{32})(?:[?#/]|$)/i);
+    if (hex32)
+        return hex32[1];
+    const uuid = url.match(/([a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12})/i);
+    return uuid ? uuid[1].replace(/-/g, '') : null;
+}
+function notionHeaders(key) {
+    return { 'Authorization': `Bearer ${key}`, 'Notion-Version': '2022-06-28', 'Content-Type': 'application/json' };
+}
+function getBlockText(block) {
+    const content = block[block.type];
+    if (typeof content !== 'object' || !content || Array.isArray(content))
+        return '';
+    const rt = content.rich_text;
+    if (!Array.isArray(rt))
+        return '';
+    return rt.map(r => (typeof r === 'object' && r !== null ? String(r.plain_text ?? '') : '')).join('');
+}
+function blocksToMarkdown(blocks) {
+    const lines = [];
+    for (const b of blocks) {
+        const text = getBlockText(b);
+        if (!text)
+            continue;
+        if (b.type === 'heading_1')
+            lines.push(`# ${text}`);
+        else if (b.type === 'heading_2')
+            lines.push(`## ${text}`);
+        else if (b.type === 'heading_3')
+            lines.push(`### ${text}`);
+        else if (b.type === 'bulleted_list_item')
+            lines.push(`- ${text}`);
+        else if (b.type === 'numbered_list_item')
+            lines.push(`1. ${text}`);
+        else if (b.type === 'code')
+            lines.push(`\`\`\`\n${text}\n\`\`\``);
+        else
+            lines.push(text);
+    }
+    return lines.join('\n');
+}
+function getPageTitle(page) {
+    const titleProp = Object.values(page.properties).find(p => p.type === 'title');
+    return titleProp?.title?.[0]?.plain_text ?? page.id;
+}
+async function fetchAllBlocks(pageId, key) {
+    const blocks = [];
+    let cursor;
+    do {
+        const qs = cursor ? `?start_cursor=${encodeURIComponent(cursor)}` : '';
+        const resp = await fetch(`https://api.notion.com/v1/blocks/${pageId}/children${qs}`, { headers: notionHeaders(key) });
+        if (!resp.ok)
+            break;
+        const data = await resp.json();
+        blocks.push(...data.results);
+        cursor = data.has_more && data.next_cursor ? data.next_cursor : undefined;
+    } while (cursor);
+    return blocks;
+}
+async function fetchPage(pageId, key) {
+    const resp = await fetch(`https://api.notion.com/v1/pages/${pageId}`, { headers: notionHeaders(key) });
+    if (!resp.ok)
+        return null;
+    const page = await resp.json();
+    const title = getPageTitle(page);
+    const blocks = await fetchAllBlocks(pageId, key);
+    const content = blocksToMarkdown(blocks);
+    return { id: pageId, title, content, tokens: Math.ceil(content.length / 4) };
+}
+async function queryDatabase(dbId, key) {
+    const items = [];
+    let cursor;
+    do {
+        const body = JSON.stringify(cursor ? { start_cursor: cursor } : {});
+        const resp = await fetch(`https://api.notion.com/v1/databases/${dbId}/query`, { method: 'POST', headers: notionHeaders(key), body });
+        if (!resp.ok)
+            break;
+        const data = await resp.json();
+        for (const row of data.results) {
+            const title = getPageTitle(row);
+            items.push({ id: row.id, title, content: `# ${title}`, tokens: Math.ceil(title.length / 4) + 10 });
+        }
+        cursor = data.has_more && data.next_cursor ? data.next_cursor : undefined;
+    } while (cursor);
+    return items;
+}
+async function searchWorkspace(key) {
+    const body = JSON.stringify({ sort: { direction: 'descending', timestamp: 'last_edited_time' }, page_size: 10 });
+    const resp = await fetch('https://api.notion.com/v1/search', { method: 'POST', headers: notionHeaders(key), body });
+    if (!resp.ok)
+        return [];
+    const data = await resp.json();
+    const items = [];
+    for (const result of data.results) {
+        if (result.object !== 'page')
+            continue;
+        const page = await fetchPage(result.id, key);
+        if (page)
+            items.push(page);
+    }
+    return items;
+}
+/**
+ * POST /api/connectors/notion/test
+ * Validate a Notion API key by calling users/me.
+ */
+router.post('/notion/test', async (req, res) => {
+    const body = req.body;
+    const apiKey = typeof body.apiKey === 'string' ? body.apiKey : '';
+    if (!apiKey) {
+        res.status(400).json({ status: 'error', error: 'Missing apiKey' });
+        return;
+    }
+    try {
+        const resp = await fetch('https://api.notion.com/v1/users/me', {
+            headers: { 'Authorization': `Bearer ${apiKey}`, 'Notion-Version': '2022-06-28' },
+        });
+        if (resp.status === 401) {
+            res.status(401).json({ status: 'error', error: 'Invalid Notion API key. Create one at notion.so/my-integrations' });
+            return;
+        }
+        if (resp.status === 429) {
+            const retryAfter = resp.headers.get('Retry-After') ?? '60';
+            res.status(429).json({ status: 'error', error: `Notion rate limit hit. Retry in ${retryAfter}s` });
+            return;
+        }
+        if (!resp.ok) {
+            res.status(resp.status).json({ status: 'error', error: `Notion API error: ${resp.status}` });
+            return;
+        }
+        const user = await resp.json();
+        sessionKeys.set('notion', apiKey);
+        res.json({ status: 'ok', data: { user: user.name ?? user.id } });
+    }
+    catch {
+        res.status(500).json({ status: 'error', error: 'Connection error. Check your network.' });
+    }
+});
+/**
+ * POST /api/connectors/notion/fetch
+ * Fetch pages/databases from Notion and return as markdown items.
+ * Body: { apiKey?, databaseIds?: string[], pageUrls?: string[] }
+ */
+router.post('/notion/fetch', async (req, res) => {
+    const body = req.body;
+    const apiKey = typeof body.apiKey === 'string' && body.apiKey
+        ? body.apiKey
+        : (sessionKeys.get('notion') ?? '');
+    if (!apiKey) {
+        res.status(401).json({ status: 'error', error: 'No API key. Test connection first.' });
+        return;
+    }
+    const databaseIds = Array.isArray(body.databaseIds)
+        ? body.databaseIds.filter((s) => typeof s === 'string')
+        : [];
+    const pageUrls = Array.isArray(body.pageUrls)
+        ? body.pageUrls.filter((s) => typeof s === 'string')
+        : [];
+    try {
+        let items = [];
+        if (databaseIds.length > 0) {
+            for (const dbId of databaseIds) {
+                const rows = await queryDatabase(dbId.trim(), apiKey);
+                items.push(...rows);
+            }
+        }
+        else if (pageUrls.length > 0) {
+            for (const url of pageUrls) {
+                const pageId = extractPageId(url);
+                if (!pageId)
+                    continue;
+                const page = await fetchPage(pageId, apiKey);
+                if (page)
+                    items.push(page);
+            }
+        }
+        else {
+            items = await searchWorkspace(apiKey);
+        }
+        res.json({ status: 'ok', data: items });
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : '';
+        if (msg.includes('429')) {
+            res.status(429).json({ status: 'error', error: 'Notion rate limit hit. Retry in 60s' });
+            return;
+        }
+        res.status(500).json({ status: 'error', error: 'Failed to fetch from Notion. Check API key permissions.' });
+    }
+});
 export default router;
-//# sourceMappingURL=connectors.js.map

package/dist-server/server/routes/conversations.js

@@ -108,4 +108,3 @@ router.delete('/:id', async (req, res) => {
     }
 });
 export default router;
-//# sourceMappingURL=conversations.js.map

package/dist-server/server/routes/embeddings.js

@@ -152,4 +152,3 @@ router.post('/search', async (req, res) => {
     }
 });
 export default router;
-//# sourceMappingURL=embeddings.js.map

package/dist-server/server/routes/health.js

@@ -291,4 +291,3 @@ router.post('/skills/:id/update', async (req, res) => {
     }
 });
 export default router;
-//# sourceMappingURL=health.js.map

package/dist-server/server/routes/knowledge.js

@@ -531,4 +531,3 @@ router.post('/embed', async (req, res) => {
     }
 });
 export default router;
-//# sourceMappingURL=knowledge.js.map

package/dist-server/server/routes/llm.js

@@ -197,4 +197,3 @@ router.post('/chat-tools', async (req, res) => {
     }
 });
 export default router;
-//# sourceMappingURL=llm.js.map

package/dist-server/server/routes/mcp-oauth.js

@@ -134,4 +134,3 @@ function callbackPage(success, error, serverUrl) {
 </body>
 </html>`;
 }
-//# sourceMappingURL=mcp-oauth.js.map

package/dist-server/server/routes/mcp.js

@@ -174,4 +174,3 @@ router.get('/:id/health', (req, res) => {
     }
 });
 export default router;
-//# sourceMappingURL=mcp.js.map

package/dist-server/server/routes/memory.d.ts

@@ -0,0 +1,3 @@
+declare const router: import("express-serve-static-core").Router;
+export default router;
+//# sourceMappingURL=memory.d.ts.map

package/dist-server/server/routes/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../server/routes/memory.ts"],"names":[],"mappings":"AASA,QAAA,MAAM,MAAM,4CAAW,CAAC;AAmSxB,eAAe,MAAM,CAAC"}