modular-studio 1.0.4 → 1.0.5

package/dist-server/src/store/memoryStore.js

@@ -0,0 +1,263 @@
+import { create } from 'zustand';
+/* ── Defaults ── */
+const DEFAULT_SESSION = {
+    strategy: 'summarize_and_recent',
+    windowSize: 20,
+    summarizeAfter: 10,
+    summaryModel: 'same',
+    tokenBudget: 20000,
+    maxMessages: 20,
+    summarizeEnabled: true,
+};
+const DEFAULT_LONG_TERM = {
+    enabled: true,
+    store: 'local_sqlite',
+    embeddingModel: 'text-embedding-3-small',
+    recall: { strategy: 'top_k', k: 5, minScore: 0.7 },
+    write: { mode: 'auto_extract', extractTypes: ['user_preferences', 'decisions', 'facts'] },
+    scope: 'per_user',
+    maxEntries: 1000,
+    ttl: null,
+    tokenBudget: 5000,
+};
+const DEFAULT_WORKING = {
+    enabled: true,
+    maxTokens: 2000,
+    persist: false,
+    format: 'freeform',
+    content: '',
+    tokenBudget: 2000,
+};
+const DEFAULT_SANDBOX = {
+    isolation: 'reset_each_run',
+    allowPromoteToShared: false,
+    domains: {
+        shared: { enabled: true },
+        agentPrivate: { enabled: true },
+        runScratchpad: { enabled: true },
+    },
+};
+/* ── Store ── */
+export const useMemoryStore = create((set, get) => ({
+    session: { ...DEFAULT_SESSION },
+    longTerm: { ...DEFAULT_LONG_TERM },
+    working: { ...DEFAULT_WORKING },
+    facts: [],
+    sandbox: { ...DEFAULT_SANDBOX },
+    // Legacy aliases — kept for MemoryNode backward compat
+    // These are synced via subscriptions below
+    sessionMemory: { ...DEFAULT_SESSION },
+    longTermMemory: [],
+    workingMemory: '',
+    // Session
+    setSessionConfig: (patch) => {
+        set((s) => {
+            const merged = { ...s.session, ...patch };
+            // Sync legacy ↔ new fields
+            if ('maxMessages' in patch)
+                merged.windowSize = merged.maxMessages;
+            if ('windowSize' in patch)
+                merged.maxMessages = merged.windowSize;
+            if ('summarizeEnabled' in patch && !merged.summarizeEnabled)
+                merged.strategy = 'sliding_window';
+            if ('strategy' in patch)
+                merged.summarizeEnabled = patch.strategy === 'summarize_and_recent';
+            const session = merged;
+            return { session, sessionMemory: session };
+        });
+    },
+    // Long-term
+    setLongTermConfig: (patch) => {
+        set((s) => ({ longTerm: { ...s.longTerm, ...patch } }));
+    },
+    setRecallConfig: (patch) => {
+        set((s) => ({
+            longTerm: { ...s.longTerm, recall: { ...s.longTerm.recall, ...patch } },
+        }));
+    },
+    setWriteConfig: (patch) => {
+        set((s) => ({
+            longTerm: { ...s.longTerm, write: { ...s.longTerm.write, ...patch } },
+        }));
+    },
+    toggleExtractType: (type) => {
+        set((s) => {
+            const types = s.longTerm.write.extractTypes;
+            const next = types.includes(type) ? types.filter((t) => t !== type) : [...types, type];
+            return { longTerm: { ...s.longTerm, write: { ...s.longTerm.write, extractTypes: next } } };
+        });
+    },
+    // Working
+    setWorkingConfig: (patch) => {
+        set((s) => ({ working: { ...s.working, ...patch } }));
+    },
+    updateScratchpad: (text) => {
+        set((s) => ({ working: { ...s.working, content: text }, workingMemory: text }));
+    },
+    // Facts
+    addFact: (content, tags = [], type = 'fact', domain = 'shared', granularity = 'fact', ownerAgentId) => {
+        const fact = {
+            id: `fact-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+            content,
+            tags,
+            type,
+            timestamp: Date.now(),
+            domain,
+            granularity,
+            embeddingPending: true,
+            ...(ownerAgentId && { ownerAgentId }),
+        };
+        set((s) => {
+            const facts = [...s.facts, fact];
+            return { facts, longTermMemory: facts };
+        });
+    },
+    removeFact: (id) => {
+        set((s) => {
+            const facts = s.facts.filter((f) => f.id !== id);
+            return { facts, longTermMemory: facts };
+        });
+    },
+    updateFact: (id, patch) => {
+        set((s) => ({
+            facts: s.facts.map((f) => (f.id === id ? { ...f, ...patch } : f)),
+        }));
+    },
+    addEpisode: (summary, tags = []) => {
+        const fact = {
+            id: `episode-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+            content: summary,
+            tags,
+            type: 'fact',
+            timestamp: Date.now(),
+            domain: 'shared',
+            granularity: 'episode',
+            embeddingPending: true,
+        };
+        set((s) => {
+            const facts = [...s.facts, fact];
+            return { facts, longTermMemory: facts };
+        });
+    },
+    computeEmbeddings: async () => {
+        const state = get();
+        const pending = state.facts.filter((f) => f.embeddingPending && !f.embedding);
+        if (pending.length === 0)
+            return;
+        try {
+            const response = await fetch('/api/knowledge/embed', {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({ texts: pending.map((f) => f.content) }),
+            });
+            if (!response.ok)
+                return; // graceful skip
+            const result = (await response.json());
+            if (!result.embeddings || result.embeddings.length !== pending.length)
+                return;
+            set((s) => ({
+                facts: s.facts.map((f) => {
+                    const idx = pending.findIndex((p) => p.id === f.id);
+                    if (idx === -1)
+                        return f;
+                    return { ...f, embedding: result.embeddings[idx], embeddingPending: false };
+                }),
+            }));
+        }
+        catch {
+            // Embedding endpoint unavailable — graceful skip
+        }
+    },
+    // Sandbox
+    setSandboxConfig: (patch) => {
+        set((s) => ({ sandbox: { ...s.sandbox, ...patch } }));
+    },
+    setSandboxDomain: (domain, enabled) => {
+        set((s) => ({
+            sandbox: {
+                ...s.sandbox,
+                domains: { ...s.sandbox.domains, [domain]: { enabled } },
+            },
+        }));
+    },
+    // Domain queries
+    getFactsByDomain: (domain) => get().facts.filter((f) => f.domain === domain),
+    getRecallableFacts: (agentId) => {
+        const { facts, sandbox } = get();
+        return facts.filter((f) => {
+            if (f.domain === 'run_scratchpad')
+                return false; // never leak scratchpad
+            // Honor domain toggles from sandbox config
+            if (f.domain === 'agent_private') {
+                if (!sandbox.domains.agentPrivate.enabled)
+                    return false;
+                // Only return agent_private facts owned by this specific agent
+                return !!agentId && f.ownerAgentId === agentId;
+            }
+            if (f.domain === 'shared') {
+                return sandbox.domains.shared.enabled;
+            }
+            return false;
+        });
+    },
+    // YAML export
+    toYaml: () => {
+        const { session, longTerm, working, facts, sandbox } = get();
+        return {
+            memory: {
+                session: {
+                    strategy: session.strategy,
+                    window_size: session.windowSize,
+                    summarize_after: session.summarizeAfter,
+                    summary_model: session.summaryModel,
+                    token_budget: session.tokenBudget,
+                },
+                long_term: {
+                    enabled: longTerm.enabled,
+                    store: longTerm.store,
+                    embedding_model: longTerm.embeddingModel,
+                    recall: {
+                        strategy: longTerm.recall.strategy,
+                        k: longTerm.recall.k,
+                        min_score: longTerm.recall.minScore,
+                    },
+                    write: {
+                        mode: longTerm.write.mode,
+                        extract_types: longTerm.write.extractTypes,
+                    },
+                    scope: longTerm.scope,
+                    max_entries: longTerm.maxEntries,
+                    ttl: longTerm.ttl,
+                    token_budget: longTerm.tokenBudget,
+                    ...(facts.length > 0
+                        ? {
+                            seed_facts: facts.map((f) => ({
+                                content: f.content,
+                                type: f.type,
+                                tags: f.tags,
+                                domain: f.domain,
+                                granularity: f.granularity,
+                            })),
+                        }
+                        : {}),
+                },
+                working: {
+                    enabled: working.enabled,
+                    max_tokens: working.maxTokens,
+                    persist: working.persist,
+                    format: working.format,
+                    token_budget: working.tokenBudget,
+                },
+                sandbox: {
+                    isolation: sandbox.isolation,
+                    allow_promote_to_shared: sandbox.allowPromoteToShared,
+                    domains: {
+                        shared: sandbox.domains.shared.enabled,
+                        agent_private: sandbox.domains.agentPrivate.enabled,
+                        run_scratchpad: sandbox.domains.runScratchpad.enabled,
+                    },
+                },
+            },
+        };
+    },
+}));

package/dist-server/tsconfig.server.tsbuildinfo

@@ -1 +1 @@
-{"root":["../server/config.ts","../server/index.ts","../server/types.ts","../server/mcp/manager.ts","../server/mcp/modular-server.ts","../server/mcp/transport.ts","../server/routes/agent-sdk.ts","../server/routes/agents.ts","../server/routes/auth-codex.ts","../server/routes/capabilities.ts","../server/routes/claude-config.ts","../server/routes/connectors.ts","../server/routes/conversations.ts","../server/routes/embeddings.ts","../server/routes/health.ts","../server/routes/knowledge.ts","../server/routes/llm.ts","../server/routes/mcp-oauth.ts","../server/routes/mcp.ts","../server/routes/pipeline.ts","../server/routes/providers.ts","../server/routes/qualification.ts","../server/routes/repo-index.ts","../server/routes/runtime.ts","../server/routes/skills-search.ts","../server/routes/worktrees.ts","../server/services/agentrunner.ts","../server/services/agentstore.ts","../server/services/contentstore.ts","../server/services/embeddingservice.ts","../server/services/factextractor.ts","../server/services/githubindexer.ts","../server/services/mcpoauth.ts","../server/services/memoryscorer.ts","../server/services/repoindexer.ts","../server/services/sqlitestore.ts","../server/services/teamrunner.ts","../server/services/worktreemanager.ts","../server/services/__tests__/embeddingservice.test.ts","../server/utils/pathsecurity.ts","../bin/modular-mcp.ts","../bin/modular-studio.ts"],"version":"5.9.3"}
+{"root":["../server/config.ts","../server/index.ts","../server/types.ts","../server/mcp/manager.ts","../server/mcp/modular-server.ts","../server/mcp/transport.ts","../server/routes/agent-sdk.ts","../server/routes/agents.ts","../server/routes/auth-codex.ts","../server/routes/capabilities.ts","../server/routes/claude-config.ts","../server/routes/connectors.ts","../server/routes/conversations.ts","../server/routes/embeddings.ts","../server/routes/health.ts","../server/routes/knowledge.ts","../server/routes/llm.ts","../server/routes/mcp-oauth.ts","../server/routes/mcp.ts","../server/routes/memory.ts","../server/routes/pipeline.ts","../server/routes/providers.ts","../server/routes/qualification.ts","../server/routes/repo-index.ts","../server/routes/runtime.ts","../server/routes/skills-search.ts","../server/routes/worktrees.ts","../server/services/agentrunner.ts","../server/services/agentstore.ts","../server/services/contentstore.ts","../server/services/embeddingservice.ts","../server/services/factextractor.ts","../server/services/githubindexer.ts","../server/services/mcpoauth.ts","../server/services/memoryscorer.ts","../server/services/repoindexer.ts","../server/services/sqlitestore.ts","../server/services/teamrunner.ts","../server/services/worktreemanager.ts","../server/services/__tests__/embeddingservice.test.ts","../server/services/adapters/postgresadapter.ts","../server/services/adapters/sqliteadapter.ts","../server/services/adapters/storageadapter.ts","../server/utils/pathsecurity.ts","../bin/modular-mcp.ts","../bin/modular-studio.ts"],"version":"5.9.3"}

package/package.json

@@ -1,97 +1,104 @@
-{
-  "name": "modular-studio",
-  "version": "1.0.4",
-  "description": "Context engineering IDE for AI agents. Design knowledge pipelines, not just prompts.",
-  "type": "module",
-  "license": "Apache-2.0",
-  "author": "Victor Grosjean <victor.grosjean@gmail.com>",
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/VictorGjn/modular-patchbay.git"
-  },
-  "homepage": "https://github.com/VictorGjn/modular-patchbay#readme",
-  "bugs": {
-    "url": "https://github.com/VictorGjn/modular-patchbay/issues"
-  },
-  "engines": {
-    "node": ">=18"
-  },
-  "keywords": [
-    "ai",
-    "agent",
-    "context-engineering",
-    "mcp",
-    "knowledge-pipeline",
-    "llm"
-  ],
-  "bin": {
-    "modular-studio": "./dist-server/bin/modular-studio.js",
-    "modular-mcp-server": "./dist-server/bin/modular-mcp.js"
-  },
-  "files": [
-    "dist/",
-    "dist-server/",
-    "scripts/",
-    "package.json",
-    "README.md",
-    "LICENSE"
-  ],
-  "scripts": {
-    "dev": "vite",
-    "build": "tsc -b && vite build",
-    "build:server": "tsc -p tsconfig.server.json",
-    "build:all": "npm run build && npm run build:server",
-    "lint": "eslint .",
-    "preview": "vite preview",
-    "server": "node --import tsx/esm server/index.ts",
-    "studio": "node --import tsx/esm bin/modular-studio.ts",
-    "postinstall": "node scripts/stub-sharp.cjs",
-    "prepublishOnly": "npm run build:all",
-    "test": "vitest run",
-    "test:watch": "vitest",
-    "test:e2e": "playwright test"
-  },
-  "dependencies": {
-    "@anthropic-ai/claude-agent-sdk": "^0.2.62",
-    "@huggingface/transformers": "^3.8.1",
-    "@modelcontextprotocol/sdk": "^1.27.0",
-    "@xyflow/react": "^12.10.1",
-    "cors": "^2.8.5",
-    "express": "^5.1.0",
-    "jszip": "^3.10.1",
-    "lucide-react": "^0.575.0",
-    "mermaid": "^11.12.3",
-    "modular-studio": "^0.2.0",
-    "open": "^10.1.0",
-    "react": "^19.2.0",
-    "react-dom": "^19.2.0",
-    "react-markdown": "^10.1.0",
-    "remark-gfm": "^4.0.1",
-    "sql.js": "^1.14.1",
-    "zod": "^4.0.0",
-    "zustand": "^5.0.11"
-  },
-  "devDependencies": {
-    "@eslint/js": "^9.39.1",
-    "@playwright/test": "^1.58.2",
-    "@tailwindcss/vite": "^4.2.1",
-    "@types/cors": "^2.8.17",
-    "@types/express": "^5.0.0",
-    "@types/node": "^24.10.1",
-    "@types/react": "^19.2.7",
-    "@types/react-dom": "^19.2.3",
-    "@types/sql.js": "^1.4.9",
-    "@vitejs/plugin-react": "^5.1.1",
-    "eslint": "^9.39.1",
-    "eslint-plugin-react-hooks": "^7.0.1",
-    "eslint-plugin-react-refresh": "^0.4.24",
-    "globals": "^16.5.0",
-    "jsdom": "^28.1.0",
-    "tailwindcss": "^4.2.1",
-    "tsx": "^4.19.0",
-    "typescript": "~5.9.3",
-    "typescript-eslint": "^8.48.0",
-    "vite": "^7.3.1",
-    "vitest": "^4.0.18"
-  }
-}
+{
+  "name": "modular-studio",
+  "version": "1.0.5",
+  "description": "Context engineering IDE for AI agents. Design knowledge pipelines, not just prompts.",
+  "type": "module",
+  "license": "Apache-2.0",
+  "author": "Victor Grosjean <victor.grosjean@gmail.com>",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/VictorGjn/modular-patchbay.git"
+  },
+  "homepage": "https://github.com/VictorGjn/modular-patchbay#readme",
+  "bugs": {
+    "url": "https://github.com/VictorGjn/modular-patchbay/issues"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "keywords": [
+    "ai",
+    "agent",
+    "context-engineering",
+    "mcp",
+    "knowledge-pipeline",
+    "llm"
+  ],
+  "bin": {
+    "modular-studio": "./dist-server/bin/modular-studio.js",
+    "modular-mcp-server": "./dist-server/bin/modular-mcp.js"
+  },
+  "files": [
+    "dist/",
+    "dist-server/",
+    "scripts/",
+    "package.json",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "dev": "vite",
+    "build": "tsc -b && vite build",
+    "build:server": "tsc -p tsconfig.server.json",
+    "build:all": "npm run build && npm run build:server",
+    "lint": "eslint .",
+    "preview": "vite preview",
+    "server": "node --import tsx/esm server/index.ts",
+    "studio": "node --import tsx/esm bin/modular-studio.ts",
+    "postinstall": "node scripts/stub-sharp.cjs",
+    "prepublishOnly": "npm run build:all",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:e2e": "playwright test"
+  },
+  "dependencies": {
+    "@anthropic-ai/claude-agent-sdk": "^0.2.62",
+    "@huggingface/transformers": "^3.8.1",
+    "@modelcontextprotocol/sdk": "^1.27.0",
+    "@types/pg": "^8.18.0",
+    "@xyflow/react": "^12.10.1",
+    "cors": "^2.8.5",
+    "express": "^5.1.0",
+    "jszip": "^3.10.1",
+    "lucide-react": "^0.575.0",
+    "mermaid": "^11.12.3",
+    "modular-studio": "^0.2.0",
+    "open": "^10.1.0",
+    "pg": "^8.20.0",
+    "react": "^19.2.0",
+    "react-dom": "^19.2.0",
+    "react-markdown": "^10.1.0",
+    "remark-gfm": "^4.0.1",
+    "sql.js": "^1.14.1",
+    "zod": "^4.0.0",
+    "zustand": "^5.0.11"
+  },
+  "devDependencies": {
+    "@eslint-community/eslint-utils": "^4.9.1",
+    "@eslint/js": "^9.39.1",
+    "@playwright/test": "^1.58.2",
+    "@tailwindcss/vite": "^4.2.1",
+    "@testing-library/jest-dom": "^6.9.1",
+    "@testing-library/react": "^16.3.2",
+    "@testing-library/user-event": "^14.6.1",
+    "@types/cors": "^2.8.17",
+    "@types/express": "^5.0.0",
+    "@types/node": "^24.10.1",
+    "@types/react": "^19.2.7",
+    "@types/react-dom": "^19.2.3",
+    "@types/sql.js": "^1.4.9",
+    "@vitejs/plugin-react": "^5.1.1",
+    "eslint": "^9.39.1",
+    "eslint-plugin-react-hooks": "^7.0.1",
+    "eslint-plugin-react-refresh": "^0.4.24",
+    "eslint-visitor-keys": "^5.0.1",
+    "globals": "^16.5.0",
+    "jsdom": "^28.1.0",
+    "tailwindcss": "^4.2.1",
+    "tsx": "^4.19.0",
+    "typescript": "~5.9.3",
+    "typescript-eslint": "^8.48.0",
+    "vite": "^7.3.1",
+    "vitest": "^4.0.18"
+  }
+}

package/dist/assets/graphPopulator-B3rQxb5A.js

@@ -1 +0,0 @@
-import{u as l}from"./index-BA_J-aHx.js";function c(o,n){const t=[],a=[];t.push({name:o,entityType:"repository",observations:[`Tech stack: ${n.stack.join(", ")}`,`Total files: ${n.totalFiles}`,`Total tokens: ${n.totalTokens}`,...(n.conventions??[]).map(e=>`Convention: ${e}`)]});for(const e of n.features){const s=`${o}/${e.name}`;t.push({name:s,entityType:"feature",observations:[`Key files: ${e.keyFiles.join(", ")}`,...(e.stores??[]).map(i=>`Store: ${i}`),...(e.routes??[]).map(i=>`Route: ${i}`),...e.componentCount?[`Components: ${e.componentCount}`]:[]]}),a.push({from:o,to:s,relationType:"has_feature"});for(const i of e.keyFiles.slice(0,5)){const r=`${o}:${i}`;t.push({name:r,entityType:"file",observations:[`Path: ${i}`,`Feature: ${e.name}`]}),a.push({from:s,to:r,relationType:"contains_file"})}}for(const e of n.modules??[]){const s=`${o}/module:${e.name}`;t.push({name:s,entityType:"module",observations:[`Files: ${e.files.length}`,`Key files: ${e.files.slice(0,5).join(", ")}`]}),a.push({from:o,to:s,relationType:"has_module"})}return{entities:t,relations:a}}async function f(o,n){const t=l.getState(),a=t.servers.find(i=>i.status==="connected"&&i.tools.some(r=>r.name==="create_entities"));if(!a)return;const{entities:e,relations:s}=c(o,n);try{e.length>0&&await t.callTool(a.id,"create_entities",{entities:e}),s.length>0&&await t.callTool(a.id,"create_relations",{relations:s})}catch{}}async function m(o){for(const{name:n,scan:t}of o)await f(n,t)}export{m as populateGraphFromMultiScan,f as populateGraphFromScan};