total-recall-brain 3.4.0 → 3.6.0

package/frontend/src/types.ts

@@ -159,5 +159,21 @@ export interface ConfigJson {
   brain?: {
     preferred_agent?: string
   }
+  secrets?: {
+    google_api_key?: string
+    anthropic_api_key?: string
+    openai_api_key?: string
+    tavily_api_key?: string
+    brave_api_key?: string
+    exa_api_key?: string
+    serper_api_key?: string
+    github_token?: string
+  }
+}
+
+export interface UpdateCheckResult {
+  currentVersion: string
+  latestVersion: string
+  updateAvailable: boolean
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "total-recall-brain",
-  "version": "3.4.0",
+  "version": "3.6.0",
   "description": "Sovereign AI system — database-free, SSSS-powered personal intelligence engine deployable to any POSIX host.",
   "type": "module",
   "bin": {
@@ -65,7 +65,8 @@
     "jsonwebtoken": "^9.0.3",
     "natural": "^8.1.1",
     "yaml": "^2.9.0",
-    "zod": "^4.4.3"
+    "zod": "^4.4.3",
+    "ws": "^8.18.0"
   },
   "devDependencies": {
     "skills": "^1.5.7",

package/scaffold/.agent/skills/total-recall/research-queue.jsonl

@@ -0,0 +1 @@
+{"id":"0efa65c2-0231-4267-a304-e0285e50011e","topic":"Total Recall repository improvement research: SSSS validated write pipeline, filesystem-native memory engines, local-first semantic indexing, Express 5 API hardening, 2026 agent memory architecture patterns","status":"pending","priority":"high","notes":"Queued from repo-wide analysis request on 2026-06-01. Focus on current best practices and meta-patterns for filesystem-native memory OS, validated operation envelopes, append-only logs, cache invalidation, research queue architecture, and secure local-first AI tools.","node_slug":null,"research_phase":"acquisition","created_at":"2026-06-01T06:07:40.102Z","updated_at":"2026-06-01T06:07:40.126Z","completed_at":null,"summary":{"id":"0efa65c2-0231-4267-a304-e0285e50011e","topic":"Total Recall repository improvement research: SSSS validated write pipeline, filesystem-native memory engines, local-first semantic indexing, Express 5 API hardening, 2026 agent memory architecture patterns","status":"pending","phase":"acquisition","last_updated":"2026-06-01T06:07:40.126Z","conclusions":[],"ongoing_directions":["Research project is enqueued / in progress in phase: acquisition"],"sources_count":0}}

package/src/cli/collab.mjs

@@ -0,0 +1,49 @@
+/**
+ * total-recall collab
+ *
+ * Start the collaboration backend server and frontend development portal.
+ *
+ * Usage:
+ *   npx total-recall collab
+ */
+
+import { spawn } from 'node:child_process';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const COLLAB_DIR = path.join(__dirname, '..', '..', 'collab');
+
+export default function collab(args) {
+  if (args.includes('--help') || args.includes('-h')) {
+    console.log(`
+  total-recall collab — Start collaboration workspace
+
+  Usage: total-recall collab [options]
+
+  Options:
+    --help           Show this help
+
+  Starts the Express/WebSockets backend server and Vite frontend portal.
+`);
+    return;
+  }
+
+  console.log(`  ⚡ Starting Total Recall collaboration workspace...`);
+  console.log(`  Press Ctrl+C to stop.\n`);
+
+  const child = spawn('npm', ['run', 'dev'], {
+    cwd: COLLAB_DIR,
+    stdio: 'inherit',
+    shell: true,
+  });
+
+  process.on('SIGINT', () => {
+    child.kill('SIGINT');
+    process.exit(0);
+  });
+
+  child.on('exit', (code) => {
+    process.exit(code ?? 0);
+  });
+}

package/src/cli/help.mjs

@@ -148,6 +148,6 @@ function printGeneralHelp() {
   \x1b[1mAll Commands Available:\x1b[0m
     \x1b[33minit\x1b[0m, \x1b[33msetup\x1b[0m, \x1b[33mstart\x1b[0m, \x1b[33mdeploy\x1b[0m, \x1b[33mdoctor\x1b[0m, \x1b[33mdream\x1b[0m, \x1b[33mlint\x1b[0m, \x1b[33mdaemon\x1b[0m, \x1b[33mbackup\x1b[0m, \x1b[33mrestore\x1b[0m, \x1b[33msync\x1b[0m, \x1b[33mstatus\x1b[0m,
     \x1b[33mgenerate-pat\x1b[0m, \x1b[33mhash-password\x1b[0m, \x1b[33mreset-password\x1b[0m, \x1b[33mcompile\x1b[0m, \x1b[33mrebuild\x1b[0m, \x1b[33msnapshot\x1b[0m, \x1b[33mmigrate\x1b[0m,
-    \x1b[33mimport\x1b[0m, \x1b[33mingest\x1b[0m, \x1b[33mconnect\x1b[0m, \x1b[33mrelay\x1b[0m, \x1b[33muninstall\x1b[0m, \x1b[33mchat\x1b[0m, \x1b[33mremember\x1b[0m, \x1b[33mrecall\x1b[0m, \x1b[33mresearch\x1b[0m, \x1b[33mmap\x1b[0m, \x1b[33mbrain\x1b[0m, \x1b[33mskill\x1b[0m
+    \x1b[33mimport\x1b[0m, \x1b[33mingest\x1b[0m, \x1b[33mconnect\x1b[0m, \x1b[33mrelay\x1b[0m, \x1b[33muninstall\x1b[0m, \x1b[33mchat\x1b[0m, \x1b[33mremember\x1b[0m, \x1b[33mrecall\x1b[0m, \x1b[33mresearch\x1b[0m, \x1b[33mmap\x1b[0m, \x1b[33mbrain\x1b[0m, \x1b[33mskill\x1b[0m, \x1b[33mcollab\x1b[0m
 `);
 }

package/src/core/dream.mjs

@@ -137,6 +137,47 @@ export function autoPruneStorage(brainDir, vaultDir, conflictsDir) {
   pruneDir(inboxDir, draftMaxAgeMs); // Keeps the local dev inbox fully clean of automatic research noise
   if (conflictsDir) pruneDir(conflictsDir, draftMaxAgeMs);
 
+  // Prune scheduler tasks queue: move completed/failed ones to archive, delete archives older than logMaxAgeMs
+  const tasksQueueDir = path.join(brainDir, 'scheduler', 'queue');
+  const tasksArchiveDir = path.join(tasksQueueDir, 'archive');
+  if (fs.existsSync(tasksQueueDir)) {
+    try {
+      if (!fs.existsSync(tasksArchiveDir)) {
+        fs.mkdirSync(tasksArchiveDir, { recursive: true });
+      }
+      const files = fs.readdirSync(tasksQueueDir);
+      for (const file of files) {
+        if (!file.endsWith('.md')) continue;
+        const fullPath = path.join(tasksQueueDir, file);
+        try {
+          const raw = fs.readFileSync(fullPath, 'utf8');
+          const { data } = matter(raw);
+          if (data.status === 'completed' || data.status === 'failed') {
+            fs.renameSync(fullPath, path.join(tasksArchiveDir, file));
+          }
+        } catch (e) {
+          // ignore parsing/permission errors for individual files
+        }
+      }
+
+      const archiveFiles = fs.readdirSync(tasksArchiveDir);
+      for (const file of archiveFiles) {
+        if (!file.endsWith('.md')) continue;
+        const fullPath = path.join(tasksArchiveDir, file);
+        try {
+          const stat = fs.statSync(fullPath);
+          if (now - stat.mtimeMs > logMaxAgeMs) {
+            fs.unlinkSync(fullPath);
+          }
+        } catch (e) {
+          // ignore
+        }
+      }
+    } catch (err) {
+      logger.warn('dream', `Failed to prune scheduler tasks: ${err.message}`);
+    }
+  }
+
   // Automatically prune transient planning files in every active/historical conversation folder,
   // while permanently preserving the conversations/threads themselves (.system_generated)
   try {

package/src/core/runtime.mjs

@@ -254,6 +254,27 @@ export async function callLocalRuntime(prompt, system, config) {
 
   let lastError;
 
+  // Load dynamic secrets from secrets.enc to ensure changes take effect immediately without server restart
+  let dynamicSecrets = {};
+  try {
+    const pathsToCheck = [
+      path.join(process.cwd(), '.agent', 'secrets.enc'),
+      path.join(agentDir, 'secrets.enc'),
+      path.join(os.homedir(), '.agent', 'skills', 'total-recall', 'config', 'secrets.enc'),
+      path.join(agentDir, 'skills', 'total-recall', 'config', 'secrets.enc'),
+    ];
+    for (const p of pathsToCheck) {
+      if (fs.existsSync(p)) {
+        try {
+          dynamicSecrets = JSON.parse(fs.readFileSync(p, 'utf8') || '{}');
+          if (Object.keys(dynamicSecrets).length > 0) {
+            break;
+          }
+        } catch {}
+      }
+    }
+  } catch {}
+
   // Try agents in priority order with retry budget
   for (let attempt = 0; attempt <= maxRetries; attempt++) {
     const agent = attempt === 0 ? resolveAgent(config) : resolveAgent({
@@ -289,13 +310,15 @@ export async function callLocalRuntime(prompt, system, config) {
       maxBuffer: 10 * 1024 * 1024,
       env: {
         ...process.env,
-        GOOGLE_API_KEY: process.env.GOOGLE_API_KEY || process.env.GEMINI_API_KEY || googleApiKey,
-        GEMINI_API_KEY: process.env.GEMINI_API_KEY || process.env.GOOGLE_API_KEY || googleApiKey,
-        TAVILY_API_KEY: process.env.TAVILY_API_KEY || tavilyApiKey,
-        BRAVE_API_KEY: process.env.BRAVE_API_KEY || braveApiKey,
-        EXA_API_KEY: process.env.EXA_API_KEY || exaApiKey,
-        SERPER_API_KEY: process.env.SERPER_API_KEY || serperApiKey,
-        GITHUB_TOKEN: process.env.GITHUB_TOKEN || githubToken,
+        GOOGLE_API_KEY: process.env.GOOGLE_API_KEY || process.env.GEMINI_API_KEY || dynamicSecrets.google_api_key || googleApiKey,
+        GEMINI_API_KEY: process.env.GEMINI_API_KEY || process.env.GOOGLE_API_KEY || dynamicSecrets.google_api_key || googleApiKey,
+        ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY || dynamicSecrets.anthropic_api_key,
+        OPENAI_API_KEY: process.env.OPENAI_API_KEY || dynamicSecrets.openai_api_key,
+        TAVILY_API_KEY: process.env.TAVILY_API_KEY || dynamicSecrets.tavily_api_key || tavilyApiKey,
+        BRAVE_API_KEY: process.env.BRAVE_API_KEY || dynamicSecrets.brave_api_key || braveApiKey,
+        EXA_API_KEY: process.env.EXA_API_KEY || dynamicSecrets.exa_api_key || exaApiKey,
+        SERPER_API_KEY: process.env.SERPER_API_KEY || dynamicSecrets.serper_api_key || serperApiKey,
+        GITHUB_TOKEN: process.env.GITHUB_TOKEN || dynamicSecrets.github_token || githubToken,
       },
       cwd: process.cwd(),
     });