@askexenow/exe-os 0.8.37 → 0.8.38

package/dist/bin/backfill-conversations.js

@@ -1,12 +1,6 @@
 #!/usr/bin/env node
 var __defProp = Object.defineProperty;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
-  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
-}) : x)(function(x) {
-  if (typeof require !== "undefined") return require.apply(this, arguments);
-  throw Error('Dynamic require of "' + x + '" is not supported');
-});
 var __esm = (fn, res) => function __init() {
   return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
 };
@@ -218,7 +212,7 @@ __export(shard_manager_exports, {
   shardExists: () => shardExists
 });
 import path3 from "path";
-import { existsSync as existsSync3, mkdirSync } from "fs";
+import { existsSync as existsSync3, mkdirSync, readdirSync } from "fs";
 import { createClient as createClient2 } from "@libsql/client";
 function initShardManager(encryptionKey) {
   _encryptionKey = encryptionKey;
@@ -257,7 +251,6 @@ function shardExists(projectName) {
 }
 function listShards() {
   if (!existsSync3(SHARDS_DIR)) return [];
-  const { readdirSync } = __require("fs");
   return readdirSync(SHARDS_DIR).filter((f) => f.endsWith(".db")).map((f) => f.replace(".db", ""));
 }
 async function ensureShardSchema(client) {
@@ -1463,6 +1456,12 @@ async function writeMemory(record) {
     supersedes_id: record.supersedes_id ?? null
   };
   _pendingRecords.push(dbRow);
+  const MAX_PENDING = 1e3;
+  if (_pendingRecords.length > MAX_PENDING) {
+    const dropped = _pendingRecords.length - MAX_PENDING;
+    _pendingRecords = _pendingRecords.slice(-MAX_PENDING);
+    console.warn(`[store] Dropped ${dropped} oldest pending records (overflow)`);
+  }
   if (_flushTimer === null) {
     _flushTimer = setInterval(() => {
       void flushBatch();
@@ -2201,65 +2200,72 @@ async function backfillConversations(options) {
   process.stderr.write(`[backfill-conversations] Found ${files.length} JSONL files to process
 `);
   process.env.EXE_EMBED_PRIORITY = "low";
-  for (const file of files) {
-    stats.filesScanned++;
-    if (existingPaths.has(file)) {
-      stats.skippedDedup++;
-      continue;
-    }
-    const conv = await parseConversation(file);
-    if (conv.totalMessages < MIN_MESSAGES) {
-      stats.skippedTooShort++;
-      continue;
-    }
-    const summary = buildSummary(conv);
-    if (options.dryRun) {
-      process.stdout.write(`
+  const BATCH_SIZE = 50;
+  const MAX_DEDUP_SIZE = 5e4;
+  for (let batchStart = 0; batchStart < files.length; batchStart += BATCH_SIZE) {
+    const batch = files.slice(batchStart, batchStart + BATCH_SIZE);
+    for (const file of batch) {
+      stats.filesScanned++;
+      if (existingPaths.size < MAX_DEDUP_SIZE && existingPaths.has(file)) {
+        stats.skippedDedup++;
+        continue;
+      }
+      const conv = await parseConversation(file);
+      if (conv.totalMessages < MIN_MESSAGES) {
+        stats.skippedTooShort++;
+        continue;
+      }
+      const summary = buildSummary(conv);
+      if (options.dryRun) {
+        process.stdout.write(`
 \u2500\u2500\u2500 ${file} \u2500\u2500\u2500
 `);
-      process.stdout.write(`Project: ${conv.projectName} | Messages: ${conv.totalMessages}`);
-      process.stdout.write(` | Tools: ${Object.keys(conv.toolCounts).length}`);
-      process.stdout.write(` | Files: ${conv.filesTouched.size}
+        process.stdout.write(`Project: ${conv.projectName} | Messages: ${conv.totalMessages}`);
+        process.stdout.write(` | Tools: ${Object.keys(conv.toolCounts).length}`);
+        process.stdout.write(` | Files: ${conv.filesTouched.size}
 `);
-      const firstPrompt = conv.userMessages[0];
-      if (firstPrompt) {
-        process.stdout.write(`First prompt: ${firstPrompt.slice(0, 120)}
+        const firstPrompt = conv.userMessages[0];
+        if (firstPrompt) {
+          process.stdout.write(`First prompt: ${firstPrompt.slice(0, 120)}
 `);
+        }
+        stats.conversationsStored++;
+        continue;
       }
-      stats.conversationsStored++;
-      continue;
-    }
-    let vector = null;
-    if (daemonConnected) {
-      try {
-        vector = await embedViaClient(summary, "low");
-        if (!vector) stats.embedFailed++;
-      } catch {
-        stats.embedFailed++;
+      let vector = null;
+      if (daemonConnected) {
+        try {
+          vector = await embedViaClient(summary, "low");
+          if (!vector) stats.embedFailed++;
+        } catch {
+          stats.embedFailed++;
+        }
       }
-    }
-    await writeMemory({
-      id: crypto2.randomUUID(),
-      agent_id: conv.agentId,
-      agent_role: conv.agentId === "exe" ? "COO" : "specialist",
-      session_id: conv.sessionId,
-      timestamp: conv.startTime ?? (/* @__PURE__ */ new Date()).toISOString(),
-      tool_name: TOOL_NAME,
-      project_name: conv.projectName,
-      has_error: conv.errorCount > 0,
-      raw_text: summary,
-      vector,
-      source_path: file,
-      source_type: "conversation"
-    });
-    existingPaths.add(file);
-    stats.conversationsStored++;
-    if (stats.filesScanned % 50 === 0) {
-      process.stderr.write(
-        `[backfill-conversations] Progress: ${stats.filesScanned}/${files.length} files, ${stats.conversationsStored} stored
+      await writeMemory({
+        id: crypto2.randomUUID(),
+        agent_id: conv.agentId,
+        agent_role: conv.agentId === "exe" ? "COO" : "specialist",
+        session_id: conv.sessionId,
+        timestamp: conv.startTime ?? (/* @__PURE__ */ new Date()).toISOString(),
+        tool_name: TOOL_NAME,
+        project_name: conv.projectName,
+        has_error: conv.errorCount > 0,
+        raw_text: summary,
+        vector,
+        source_path: file,
+        source_type: "conversation"
+      });
+      if (existingPaths.size < MAX_DEDUP_SIZE) {
+        existingPaths.add(file);
+      }
+      stats.conversationsStored++;
+      if (stats.filesScanned % 50 === 0) {
+        process.stderr.write(
+          `[backfill-conversations] Progress: ${stats.filesScanned}/${files.length} files, ${stats.conversationsStored} stored
 `
-      );
-      await flushBatch();
+        );
+        await flushBatch();
+      }
     }
   }
   if (!options.dryRun) {

package/dist/bin/backfill-responses.js

@@ -1,12 +1,6 @@
 #!/usr/bin/env node
 var __defProp = Object.defineProperty;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
-  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
-}) : x)(function(x) {
-  if (typeof require !== "undefined") return require.apply(this, arguments);
-  throw Error('Dynamic require of "' + x + '" is not supported');
-});
 var __esm = (fn, res) => function __init() {
   return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
 };
@@ -218,7 +212,7 @@ __export(shard_manager_exports, {
   shardExists: () => shardExists
 });
 import path3 from "path";
-import { existsSync as existsSync3, mkdirSync } from "fs";
+import { existsSync as existsSync3, mkdirSync, readdirSync } from "fs";
 import { createClient as createClient2 } from "@libsql/client";
 function initShardManager(encryptionKey) {
   _encryptionKey = encryptionKey;
@@ -257,7 +251,6 @@ function shardExists(projectName) {
 }
 function listShards() {
   if (!existsSync3(SHARDS_DIR)) return [];
-  const { readdirSync } = __require("fs");
   return readdirSync(SHARDS_DIR).filter((f) => f.endsWith(".db")).map((f) => f.replace(".db", ""));
 }
 async function ensureShardSchema(client) {
@@ -1462,6 +1455,12 @@ async function writeMemory(record) {
     supersedes_id: record.supersedes_id ?? null
   };
   _pendingRecords.push(dbRow);
+  const MAX_PENDING = 1e3;
+  if (_pendingRecords.length > MAX_PENDING) {
+    const dropped = _pendingRecords.length - MAX_PENDING;
+    _pendingRecords = _pendingRecords.slice(-MAX_PENDING);
+    console.warn(`[store] Dropped ${dropped} oldest pending records (overflow)`);
+  }
   if (_flushTimer === null) {
     _flushTimer = setInterval(() => {
       void flushBatch();

package/dist/bin/backfill-vectors.js

@@ -1,12 +1,6 @@
 #!/usr/bin/env node
 var __defProp = Object.defineProperty;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
-  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
-}) : x)(function(x) {
-  if (typeof require !== "undefined") return require.apply(this, arguments);
-  throw Error('Dynamic require of "' + x + '" is not supported');
-});
 var __esm = (fn, res) => function __init() {
   return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
 };
@@ -218,7 +212,7 @@ __export(shard_manager_exports, {
   shardExists: () => shardExists
 });
 import path3 from "path";
-import { existsSync as existsSync3, mkdirSync } from "fs";
+import { existsSync as existsSync3, mkdirSync, readdirSync } from "fs";
 import { createClient as createClient2 } from "@libsql/client";
 function initShardManager(encryptionKey) {
   _encryptionKey = encryptionKey;
@@ -257,7 +251,6 @@ function shardExists(projectName) {
 }
 function listShards() {
   if (!existsSync3(SHARDS_DIR)) return [];
-  const { readdirSync } = __require("fs");
   return readdirSync(SHARDS_DIR).filter((f) => f.endsWith(".db")).map((f) => f.replace(".db", ""));
 }
 async function ensureShardSchema(client) {

package/dist/bin/cleanup-stale-review-tasks.js

@@ -1,12 +1,6 @@
 #!/usr/bin/env node
 var __defProp = Object.defineProperty;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
-  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
-}) : x)(function(x) {
-  if (typeof require !== "undefined") return require.apply(this, arguments);
-  throw Error('Dynamic require of "' + x + '" is not supported');
-});
 var __esm = (fn, res) => function __init() {
   return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
 };
@@ -218,7 +212,7 @@ __export(shard_manager_exports, {
   shardExists: () => shardExists
 });
 import path3 from "path";
-import { existsSync as existsSync3, mkdirSync } from "fs";
+import { existsSync as existsSync3, mkdirSync, readdirSync } from "fs";
 import { createClient as createClient2 } from "@libsql/client";
 function initShardManager(encryptionKey) {
   _encryptionKey = encryptionKey;
@@ -257,7 +251,6 @@ function shardExists(projectName) {
 }
 function listShards() {
   if (!existsSync3(SHARDS_DIR)) return [];
-  const { readdirSync } = __require("fs");
   return readdirSync(SHARDS_DIR).filter((f) => f.endsWith(".db")).map((f) => f.replace(".db", ""));
 }
 async function ensureShardSchema(client) {