@askexenow/exe-os 0.8.0 → 0.8.1

package/dist/bin/scan-tasks.js

@@ -236,6 +236,27 @@ async function ensureSchema() {
     });
   } catch {
   }
+  try {
+    await client.execute({
+      sql: `ALTER TABLE tasks ADD COLUMN checkpoint TEXT`,
+      args: []
+    });
+  } catch {
+  }
+  try {
+    await client.execute({
+      sql: `ALTER TABLE tasks ADD COLUMN checkpoint_count INTEGER NOT NULL DEFAULT 0`,
+      args: []
+    });
+  } catch {
+  }
+  try {
+    await client.execute({
+      sql: `ALTER TABLE tasks ADD COLUMN complexity TEXT NOT NULL DEFAULT 'standard'`,
+      args: []
+    });
+  } catch {
+  }
   try {
     await client.execute({
       sql: `ALTER TABLE memories ADD COLUMN task_id TEXT`,
@@ -646,6 +667,15 @@ async function ensureSchema() {
     } catch {
     }
   }
+  for (const col of [
+    "ALTER TABLE memories ADD COLUMN source_path TEXT",
+    "ALTER TABLE memories ADD COLUMN source_type TEXT DEFAULT 'text'"
+  ]) {
+    try {
+      await client.execute(col);
+    } catch {
+    }
+  }
   await client.executeMultiple(`
     CREATE INDEX IF NOT EXISTS idx_memories_workspace
       ON memories(workspace_id);
@@ -710,6 +740,34 @@ async function ensureSchema() {
     CREATE INDEX IF NOT EXISTS idx_conversations_channel
       ON conversations(channel_id);
   `);
+  try {
+    await client.execute({
+      sql: `ALTER TABLE tasks ADD COLUMN budget_tokens INTEGER`,
+      args: []
+    });
+  } catch {
+  }
+  try {
+    await client.execute({
+      sql: `ALTER TABLE tasks ADD COLUMN budget_fallback_model TEXT`,
+      args: []
+    });
+  } catch {
+  }
+  try {
+    await client.execute({
+      sql: `ALTER TABLE tasks ADD COLUMN tokens_used INTEGER DEFAULT 0`,
+      args: []
+    });
+  } catch {
+  }
+  try {
+    await client.execute({
+      sql: `ALTER TABLE tasks ADD COLUMN tokens_warned_at INTEGER`,
+      args: []
+    });
+  } catch {
+  }
   await client.executeMultiple(`
     CREATE VIRTUAL TABLE IF NOT EXISTS conversations_fts USING fts5(
       content_text,
@@ -736,6 +794,52 @@ async function ensureSchema() {
       VALUES (new.rowid, new.content_text, new.sender_name, new.agent_response);
     END;
   `);
+  try {
+    await client.execute({
+      sql: `ALTER TABLE memories ADD COLUMN tier INTEGER DEFAULT 3`,
+      args: []
+    });
+  } catch {
+  }
+  try {
+    await client.execute(
+      `CREATE INDEX IF NOT EXISTS idx_memories_tier ON memories(tier)`
+    );
+  } catch {
+  }
+  try {
+    await client.execute({
+      sql: `UPDATE memories SET tier = 1 WHERE tool_name = 'commit_to_long_term_memory' AND importance >= 8 AND tier = 3`,
+      args: []
+    });
+    await client.execute({
+      sql: `UPDATE memories SET tier = 2 WHERE tool_name IN ('store_memory', 'manual') AND importance >= 5 AND tier = 3`,
+      args: []
+    });
+  } catch {
+  }
+  try {
+    await client.execute({
+      sql: `ALTER TABLE memories ADD COLUMN supersedes_id TEXT`,
+      args: []
+    });
+  } catch {
+  }
+  try {
+    await client.execute(
+      `CREATE INDEX IF NOT EXISTS idx_memories_supersedes ON memories(supersedes_id) WHERE supersedes_id IS NOT NULL`
+    );
+  } catch {
+  }
+  for (const col of [
+    "ALTER TABLE tasks ADD COLUMN checkpoint TEXT",
+    "ALTER TABLE tasks ADD COLUMN checkpoint_count INTEGER DEFAULT 0"
+  ]) {
+    try {
+      await client.execute(col);
+    } catch {
+    }
+  }
 }
 async function disposeDatabase() {
   if (_client) {
@@ -877,6 +981,11 @@ function normalizeSessionLifecycle(raw) {
   const userSL = raw.sessionLifecycle ?? {};
   raw.sessionLifecycle = { ...defaultSL, ...userSL };
 }
+function normalizeAutoUpdate(raw) {
+  const defaultAU = DEFAULT_CONFIG.autoUpdate;
+  const userAU = raw.autoUpdate ?? {};
+  raw.autoUpdate = { ...defaultAU, ...userAU };
+}
 async function loadConfig() {
   const dir = process.env.EXE_OS_DIR ?? process.env.EXE_MEM_DIR ?? EXE_AI_DIR;
   await mkdir2(dir, { recursive: true });
@@ -899,6 +1008,7 @@ async function loadConfig() {
     }
     normalizeScalingRoadmap(migratedCfg);
     normalizeSessionLifecycle(migratedCfg);
+    normalizeAutoUpdate(migratedCfg);
     const config = { ...DEFAULT_CONFIG, dbPath: path2.join(dir, "memories.db"), ...migratedCfg };
     if (config.dbPath.startsWith("~")) {
       config.dbPath = config.dbPath.replace(/^~/, os.homedir());
@@ -974,6 +1084,11 @@ var init_config = __esm({
         idleKillTicksRequired: 3,
         idleKillIntercomAckWindowMs: 1e4,
         maxAutoInstances: 10
+      },
+      autoUpdate: {
+        checkOnBoot: true,
+        autoInstall: false,
+        checkIntervalMs: 24 * 60 * 60 * 1e3
       }
     };
     CONFIG_MIGRATIONS = [
@@ -1107,13 +1222,27 @@ async function ensureShardSchema(client) {
     "ALTER TABLE memories ADD COLUMN document_id TEXT",
     "ALTER TABLE memories ADD COLUMN user_id TEXT",
     "ALTER TABLE memories ADD COLUMN char_offset INTEGER",
-    "ALTER TABLE memories ADD COLUMN page_number INTEGER"
+    "ALTER TABLE memories ADD COLUMN page_number INTEGER",
+    // Source provenance columns (must match database.ts)
+    "ALTER TABLE memories ADD COLUMN source_path TEXT",
+    "ALTER TABLE memories ADD COLUMN source_type TEXT DEFAULT 'text'",
+    "ALTER TABLE memories ADD COLUMN tier INTEGER DEFAULT 3",
+    "ALTER TABLE memories ADD COLUMN supersedes_id TEXT"
   ]) {
     try {
       await client.execute(col);
     } catch {
     }
   }
+  for (const idx of [
+    "CREATE INDEX IF NOT EXISTS idx_memories_tier ON memories(tier)",
+    "CREATE INDEX IF NOT EXISTS idx_memories_supersedes ON memories(supersedes_id) WHERE supersedes_id IS NOT NULL"
+  ]) {
+    try {
+      await client.execute(idx);
+    } catch {
+    }
+  }
   try {
     await client.execute("CREATE INDEX IF NOT EXISTS idx_memories_status ON memories(status)");
   } catch {
@@ -1222,8 +1351,11 @@ var store_exports = {};
 __export(store_exports, {
   attachDocumentMetadata: () => attachDocumentMetadata,
   buildWikiScopeFilter: () => buildWikiScopeFilter,
+  classifyTier: () => classifyTier,
   disposeStore: () => disposeStore,
   flushBatch: () => flushBatch,
+  flushTier3: () => flushTier3,
+  getMemoryCardinality: () => getMemoryCardinality,
   initStore: () => initStore,
   reserveVersions: () => reserveVersions,
   searchMemories: () => searchMemories,
@@ -1269,6 +1401,11 @@ async function initStore(options) {
   const vResult = await client.execute("SELECT MAX(version) as max_v FROM memories");
   _nextVersion = (Number(vResult.rows[0]?.max_v) || 0) + 1;
 }
+function classifyTier(record) {
+  if (record.tool_name === "commit_to_long_term_memory" && (record.importance ?? 0) >= 8) return 1;
+  if (["store_memory", "manual"].includes(record.tool_name ?? "") && (record.importance ?? 0) >= 5) return 2;
+  return 3;
+}
 async function writeMemory(record) {
   if (record.vector !== null && record.vector.length !== EMBEDDING_DIM) {
     throw new Error(
@@ -1296,7 +1433,11 @@ async function writeMemory(record) {
     document_id: record.document_id ?? null,
     user_id: record.user_id ?? null,
     char_offset: record.char_offset ?? null,
-    page_number: record.page_number ?? null
+    page_number: record.page_number ?? null,
+    source_path: record.source_path ?? null,
+    source_type: record.source_type ?? null,
+    tier: record.tier ?? classifyTier(record),
+    supersedes_id: record.supersedes_id ?? null
   };
   _pendingRecords.push(dbRow);
   if (_flushTimer === null) {
@@ -1328,20 +1469,26 @@ async function flushBatch() {
       const userId = row.user_id ?? null;
       const charOffset = row.char_offset ?? null;
       const pageNumber = row.page_number ?? null;
+      const sourcePath = row.source_path ?? null;
+      const sourceType = row.source_type ?? null;
+      const tier = row.tier ?? 3;
+      const supersedesId = row.supersedes_id ?? null;
       return {
         sql: hasVector ? `INSERT OR IGNORE INTO memories
               (id, agent_id, agent_role, session_id, timestamp,
                tool_name, project_name,
                has_error, raw_text, vector, version, task_id, importance, status,
                confidence, last_accessed,
-               workspace_id, document_id, user_id, char_offset, page_number)
-              VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, vector32(?), ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)` : `INSERT OR IGNORE INTO memories
+               workspace_id, document_id, user_id, char_offset, page_number,
+               source_path, source_type, tier, supersedes_id)
+              VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, vector32(?), ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)` : `INSERT OR IGNORE INTO memories
               (id, agent_id, agent_role, session_id, timestamp,
                tool_name, project_name,
                has_error, raw_text, vector, version, task_id, importance, status,
                confidence, last_accessed,
-               workspace_id, document_id, user_id, char_offset, page_number)
-              VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, NULL, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
+               workspace_id, document_id, user_id, char_offset, page_number,
+               source_path, source_type, tier, supersedes_id)
+              VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, NULL, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
         args: hasVector ? [
           row.id,
           row.agent_id,
@@ -1363,7 +1510,11 @@ async function flushBatch() {
           documentId,
           userId,
           charOffset,
-          pageNumber
+          pageNumber,
+          sourcePath,
+          sourceType,
+          tier,
+          supersedesId
         ] : [
           row.id,
           row.agent_id,
@@ -1384,7 +1535,11 @@ async function flushBatch() {
           documentId,
           userId,
           charOffset,
-          pageNumber
+          pageNumber,
+          sourcePath,
+          sourceType,
+          tier,
+          supersedesId
         ]
       };
     };
@@ -1458,7 +1613,8 @@ async function searchMemories(queryVector, agentId, options) {
                     has_error, raw_text, vector, importance, status,
                     confidence, last_accessed,
                     workspace_id, document_id, user_id,
-                    char_offset, page_number
+                    char_offset, page_number,
+                    source_path, source_type
              FROM memories
              WHERE agent_id = ?
                AND vector IS NOT NULL${statusFilter}
@@ -1507,7 +1663,9 @@ async function searchMemories(queryVector, agentId, options) {
     document_id: row.document_id ?? null,
     user_id: row.user_id ?? null,
     char_offset: row.char_offset ?? null,
-    page_number: row.page_number ?? null
+    page_number: row.page_number ?? null,
+    source_path: row.source_path ?? null,
+    source_type: row.source_type ?? null
   }));
 }
 async function attachDocumentMetadata(records) {
@@ -1545,6 +1703,25 @@ async function attachDocumentMetadata(records) {
   }
   return records;
 }
+async function flushTier3(agentId, options) {
+  const client = getClient();
+  const maxAge = options?.maxAgeHours ?? 72;
+  const cutoff = new Date(Date.now() - maxAge * 36e5).toISOString();
+  if (options?.dryRun) {
+    const result2 = await client.execute({
+      sql: `SELECT COUNT(*) as cnt FROM memories
+            WHERE agent_id = ? AND tier = 3 AND status = 'active' AND timestamp < ?`,
+      args: [agentId, cutoff]
+    });
+    return { archived: Number(result2.rows[0]?.cnt ?? 0) };
+  }
+  const result = await client.execute({
+    sql: `UPDATE memories SET status = 'archived'
+          WHERE agent_id = ? AND tier = 3 AND status = 'active' AND timestamp < ?`,
+    args: [agentId, cutoff]
+  });
+  return { archived: result.rowsAffected };
+}
 async function disposeStore() {
   if (_flushTimer !== null) {
     clearInterval(_flushTimer);
@@ -1575,6 +1752,18 @@ function reserveVersions(count) {
   }
   return reserved;
 }
+async function getMemoryCardinality(agentId) {
+  try {
+    const client = getClient();
+    const result = await client.execute({
+      sql: `SELECT COUNT(*) as cnt FROM memories WHERE agent_id = ? AND COALESCE(status, 'active') = 'active'`,
+      args: [agentId]
+    });
+    return Number(result.rows[0]?.cnt) || 0;
+  } catch {
+    return 0;
+  }
+}
 var _pendingRecords, _batchSize, _flushIntervalMs, _flushTimer, _flushing, _nextVersion;
 var init_store = __esm({
   "src/lib/store.ts"() {
@@ -1604,12 +1793,23 @@ function getProjectName(cwd) {
   const dir = cwd ?? process.cwd();
   if (_cached && _cachedCwd === dir) return _cached;
   try {
-    const repoRoot = execSync("git rev-parse --show-toplevel", {
-      cwd: dir,
-      encoding: "utf8",
-      timeout: 2e3,
-      stdio: ["pipe", "pipe", "pipe"]
-    }).trim();
+    let repoRoot;
+    try {
+      const gitCommonDir = execSync("git rev-parse --path-format=absolute --git-common-dir", {
+        cwd: dir,
+        encoding: "utf8",
+        timeout: 2e3,
+        stdio: ["pipe", "pipe", "pipe"]
+      }).trim();
+      repoRoot = path4.dirname(gitCommonDir);
+    } catch {
+      repoRoot = execSync("git rev-parse --show-toplevel", {
+        cwd: dir,
+        encoding: "utf8",
+        timeout: 2e3,
+        stdio: ["pipe", "pipe", "pipe"]
+      }).trim();
+    }
     _cached = path4.basename(repoRoot);
     _cachedCwd = dir;
     return _cached;
@@ -1686,10 +1886,10 @@ async function scanFromDb(agentId, tmuxSession, projectName) {
     } catch {
     }
   }
-  const sql = resolvedProject ? `SELECT id, title, priority, status, assigned_tmux FROM tasks
+  const sql = resolvedProject ? `SELECT id, title, priority, status, assigned_tmux, checkpoint, checkpoint_count FROM tasks
        WHERE assigned_to = ? AND project_name = ? AND status IN ('open', 'in_progress', 'blocked', 'needs_review')
        ORDER BY CASE status WHEN 'in_progress' THEN 0 WHEN 'open' THEN 1 WHEN 'blocked' THEN 2 ELSE 3 END,
-                priority ASC, created_at DESC` : `SELECT id, title, priority, status, assigned_tmux FROM tasks
+                priority ASC, created_at DESC` : `SELECT id, title, priority, status, assigned_tmux, checkpoint, checkpoint_count FROM tasks
        WHERE assigned_to = ? AND status IN ('open', 'in_progress', 'blocked', 'needs_review')
        ORDER BY CASE status WHEN 'in_progress' THEN 0 WHEN 'open' THEN 1 WHEN 'blocked' THEN 2 ELSE 3 END,
                 priority ASC, created_at DESC`;
@@ -1705,7 +1905,9 @@ async function scanFromDb(agentId, tmuxSession, projectName) {
       id: String(row.id),
       title: String(row.title),
       priority: String(row.priority),
-      status
+      status,
+      checkpoint: row.checkpoint == null ? null : String(row.checkpoint),
+      checkpointCount: Number(row.checkpoint_count ?? 0)
     };
     if (status === "in_progress") {
       if (claimedBy && claimedBy !== "unknown" && tmuxSession) {
@@ -1748,6 +1950,23 @@ function formatMandatory(_agentId, result) {
   if (inProgress.length > 0) {
     const current = inProgress[0];
     lines.push(`Continue working on: ${current.title} [${current.priority}]`);
+    if (current.checkpoint) {
+      try {
+        const cp = JSON.parse(current.checkpoint);
+        lines.push("");
+        lines.push("CRASH RECOVERY \u2014 Last checkpoint:");
+        lines.push(`  Step: ${cp.step}`);
+        lines.push(`  Summary: ${cp.context_summary}`);
+        if (cp.files_touched.length > 0) {
+          lines.push(`  Files touched: ${cp.files_touched.join(", ")}`);
+        }
+        lines.push(`  Checkpointed at: ${cp.last_checkpoint_at}`);
+        lines.push(`  Total checkpoints: ${current.checkpointCount ?? "?"}`);
+        lines.push("");
+        lines.push("Resume from where you left off. Do NOT restart from scratch.");
+      } catch {
+      }
+    }
     lines.push(`Use get_task to read the full task context.`);
     if (open.length > 0) {
       lines.push("Queued: " + open.map((t) => `${t.title} [${t.priority}]`).join(", "));