@askexenow/exe-os 0.9.67 → 0.9.68

package/dist/bin/agentic-reflection-backfill.js

@@ -3202,10 +3202,10 @@ function evictLRU() {
   }
 }
 function evictIdleShards() {
-  const now = Date.now();
+  const now2 = Date.now();
   const toEvict = [];
   for (const [name, lastAccess] of _shardLastAccess) {
-    if (now - lastAccess > SHARD_IDLE_MS) {
+    if (now2 - lastAccess > SHARD_IDLE_MS) {
       toEvict.push(name);
     }
   }
@@ -3485,22 +3485,22 @@ ${sections.join("\n\n")}
 }
 async function storeGlobalProcedure(input) {
   const id = randomUUID2();
-  const now = (/* @__PURE__ */ new Date()).toISOString();
+  const now2 = (/* @__PURE__ */ new Date()).toISOString();
   const client = getClient();
   await client.execute({
     sql: `INSERT INTO company_procedures (id, title, content, priority, domain, active, created_at, updated_at)
           VALUES (?, ?, ?, ?, ?, 1, ?, ?)`,
-    args: [id, input.title, input.content, input.priority ?? "p0", input.domain ?? null, now, now]
+    args: [id, input.title, input.content, input.priority ?? "p0", input.domain ?? null, now2, now2]
   });
   await loadGlobalProcedures();
   return id;
 }
 async function deactivateGlobalProcedure(id) {
-  const now = (/* @__PURE__ */ new Date()).toISOString();
+  const now2 = (/* @__PURE__ */ new Date()).toISOString();
   const client = getClient();
   const result = await client.execute({
     sql: "UPDATE company_procedures SET active = 0, updated_at = ? WHERE id = ?",
-    args: [now, id]
+    args: [now2, id]
   });
   await loadGlobalProcedures();
   return result.rowsAffected > 0;
@@ -3694,8 +3694,8 @@ function deriveMachineKey() {
 }
 function readMachineId() {
   try {
-    const { readFileSync: readFileSync5 } = __require("fs");
-    return readFileSync5("/etc/machine-id", "utf-8").trim();
+    const { readFileSync: readFileSync6 } = __require("fs");
+    return readFileSync6("/etc/machine-id", "utf-8").trim();
   } catch {
     return "";
   }
@@ -4062,7 +4062,7 @@ async function resolveClient(client) {
 }
 async function insertReflectionCheckpoint(checkpoint, client) {
   const db = await resolveClient(client);
-  const now = (/* @__PURE__ */ new Date()).toISOString();
+  const now2 = (/* @__PURE__ */ new Date()).toISOString();
   await db.execute({
     sql: `INSERT INTO agent_reflection_checkpoints
       (id, project_name, session_id, window_start_at, window_end_at, event_count, goal_count,
@@ -4087,7 +4087,7 @@ async function insertReflectionCheckpoint(checkpoint, client) {
       JSON.stringify(checkpoint.nextActions),
       JSON.stringify(checkpoint.evidenceEventIds),
       checkpoint.confidence,
-      now
+      now2
     ]
   });
 }
@@ -4127,14 +4127,169 @@ async function generateReflectionCheckpoints(opts = {}) {
   return inserted;
 }
 
+// src/lib/background-jobs.ts
+init_config();
+import { existsSync as existsSync8, mkdirSync as mkdirSync3, readFileSync as readFileSync5, writeFileSync as writeFileSync3, unlinkSync as unlinkSync3 } from "fs";
+import { execFileSync } from "child_process";
+import os6 from "os";
+import path8 from "path";
+var JOB_DIR = path8.join(EXE_AI_DIR, "jobs");
+var JOBS_FILE = path8.join(JOB_DIR, "jobs.json");
+var LOCK_DIR = path8.join(JOB_DIR, "locks");
+var DEFAULT_LOCK_TTL_MS = 6 * 60 * 60 * 1e3;
+var MAX_HISTORY = 200;
+function ensureDirs() {
+  mkdirSync3(LOCK_DIR, { recursive: true });
+}
+function now() {
+  return (/* @__PURE__ */ new Date()).toISOString();
+}
+function isAlive(pid) {
+  if (!pid || pid <= 0) return false;
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch {
+    return false;
+  }
+}
+function readJobsRaw() {
+  ensureDirs();
+  if (!existsSync8(JOBS_FILE)) return [];
+  try {
+    const parsed = JSON.parse(readFileSync5(JOBS_FILE, "utf8"));
+    return Array.isArray(parsed) ? parsed : [];
+  } catch {
+    return [];
+  }
+}
+function writeJobsRaw(jobs) {
+  ensureDirs();
+  const running = jobs.filter((j) => j.status === "running");
+  const rest = jobs.filter((j) => j.status !== "running").slice(-MAX_HISTORY);
+  writeFileSync3(JOBS_FILE, JSON.stringify([...rest, ...running], null, 2) + "\n");
+}
+function lockPath(type) {
+  return path8.join(LOCK_DIR, `${type.replace(/[^a-zA-Z0-9_.-]/g, "_")}.lock`);
+}
+function acquireJobLock(type, ttlMs = DEFAULT_LOCK_TTL_MS) {
+  ensureDirs();
+  const file = lockPath(type);
+  if (existsSync8(file)) {
+    try {
+      const lock = JSON.parse(readFileSync5(file, "utf8"));
+      const age = Date.now() - Date.parse(lock.updatedAt ?? "");
+      if (lock.pid && isAlive(lock.pid) && Number.isFinite(age) && age < ttlMs) return false;
+    } catch {
+    }
+    try {
+      unlinkSync3(file);
+    } catch {
+    }
+  }
+  try {
+    writeFileSync3(file, JSON.stringify({ pid: process.pid, updatedAt: now() }, null, 2) + "\n", { flag: "wx" });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function releaseJobLock(type) {
+  const file = lockPath(type);
+  try {
+    if (!existsSync8(file)) return;
+    const lock = JSON.parse(readFileSync5(file, "utf8"));
+    if (lock.pid === process.pid || !lock.pid || !isAlive(lock.pid)) unlinkSync3(file);
+  } catch {
+    try {
+      unlinkSync3(file);
+    } catch {
+    }
+  }
+}
+function startManagedJob(options) {
+  const lowPriority = options.lowPriority ?? true;
+  if (!acquireJobLock(options.type, options.lockTtlMs)) return null;
+  if (lowPriority) {
+    try {
+      os6.setPriority(process.pid, 10);
+    } catch {
+    }
+  }
+  const id = `${options.type}-${Date.now()}-${process.pid}`.replace(/[^a-zA-Z0-9_.-]/g, "_");
+  const record = {
+    id,
+    type: options.type,
+    name: options.name,
+    pid: process.pid,
+    command: options.command ?? process.argv.join(" "),
+    cwd: process.cwd(),
+    status: "running",
+    startedAt: now(),
+    updatedAt: now(),
+    lastHeartbeatAt: now(),
+    cancelCommand: `exe-os jobs cancel ${id}`,
+    lowPriority
+  };
+  const upsert = (patch) => {
+    const jobs = readJobsRaw().filter((j) => j.id !== id);
+    Object.assign(record, patch, { updatedAt: now() });
+    writeJobsRaw([...jobs, record]);
+    const file = lockPath(options.type);
+    try {
+      writeFileSync3(file, JSON.stringify({ pid: process.pid, jobId: id, updatedAt: record.updatedAt }, null, 2) + "\n");
+    } catch {
+    }
+  };
+  upsert({});
+  const timer = setInterval(() => upsert({ lastHeartbeatAt: now() }), 3e4);
+  timer.unref?.();
+  const cleanup = (status, error) => {
+    clearInterval(timer);
+    upsert({ status, error, lastHeartbeatAt: now() });
+    releaseJobLock(options.type);
+  };
+  process.once("SIGTERM", () => {
+    cleanup("cancelled");
+    process.exit(0);
+  });
+  process.once("SIGINT", () => {
+    cleanup("cancelled");
+    process.exit(130);
+  });
+  process.once("exit", () => releaseJobLock(options.type));
+  return {
+    id,
+    update(progress) {
+      upsert({ progressCurrent: progress.current, progressTotal: progress.total, progressLabel: progress.label, lastHeartbeatAt: now() });
+    },
+    complete() {
+      cleanup("completed");
+    },
+    fail(err) {
+      cleanup("failed", err instanceof Error ? err.message : String(err));
+    },
+    cancel() {
+      cleanup("cancelled");
+    }
+  };
+}
+
 // src/bin/agentic-reflection-backfill.ts
 async function main() {
+  const job = startManagedJob({ type: "agentic-reflection-backfill", name: "Agentic reflection checkpoint backfill", lowPriority: true });
+  if (!job) {
+    process.stderr.write("[agentic-reflection-backfill] Another reflection backfill is already running.\n");
+    return;
+  }
   const projectName = process.argv.includes("--project") ? process.argv[process.argv.indexOf("--project") + 1] : void 0;
   const limitArg = process.argv.includes("--limit") ? process.argv[process.argv.indexOf("--limit") + 1] : void 0;
   await initStore();
   const inserted = await generateReflectionCheckpoints({ projectName, limit: limitArg ? Number(limitArg) : void 0 });
   process.stderr.write(`[agentic-reflection-backfill] Inserted/updated ${inserted} reflection checkpoints.
 `);
+  job.update({ current: inserted, label: `Inserted/updated ${inserted} reflection checkpoints` });
+  job.complete();
   process.exit(0);
 }
 main().catch((err) => {

package/dist/bin/agentic-semantic-label.js

@@ -3202,10 +3202,10 @@ function evictLRU() {
   }
 }
 function evictIdleShards() {
-  const now = Date.now();
+  const now2 = Date.now();
   const toEvict = [];
   for (const [name, lastAccess] of _shardLastAccess) {
-    if (now - lastAccess > SHARD_IDLE_MS) {
+    if (now2 - lastAccess > SHARD_IDLE_MS) {
       toEvict.push(name);
     }
   }
@@ -3485,22 +3485,22 @@ ${sections.join("\n\n")}
 }
 async function storeGlobalProcedure(input) {
   const id = randomUUID2();
-  const now = (/* @__PURE__ */ new Date()).toISOString();
+  const now2 = (/* @__PURE__ */ new Date()).toISOString();
   const client = getClient();
   await client.execute({
     sql: `INSERT INTO company_procedures (id, title, content, priority, domain, active, created_at, updated_at)
           VALUES (?, ?, ?, ?, ?, 1, ?, ?)`,
-    args: [id, input.title, input.content, input.priority ?? "p0", input.domain ?? null, now, now]
+    args: [id, input.title, input.content, input.priority ?? "p0", input.domain ?? null, now2, now2]
   });
   await loadGlobalProcedures();
   return id;
 }
 async function deactivateGlobalProcedure(id) {
-  const now = (/* @__PURE__ */ new Date()).toISOString();
+  const now2 = (/* @__PURE__ */ new Date()).toISOString();
   const client = getClient();
   const result = await client.execute({
     sql: "UPDATE company_procedures SET active = 0, updated_at = ? WHERE id = ?",
-    args: [now, id]
+    args: [now2, id]
   });
   await loadGlobalProcedures();
   return result.rowsAffected > 0;
@@ -3818,8 +3818,8 @@ function deriveMachineKey() {
 }
 function readMachineId() {
   try {
-    const { readFileSync: readFileSync5 } = __require("fs");
-    return readFileSync5("/etc/machine-id", "utf-8").trim();
+    const { readFileSync: readFileSync6 } = __require("fs");
+    return readFileSync6("/etc/machine-id", "utf-8").trim();
   } catch {
     return "";
   }
@@ -4197,7 +4197,7 @@ async function resolveClient(client) {
 async function upsertSemanticLabel(row, label, client) {
   const db = await resolveClient(client);
   const eventId = stableId("event", row.id);
-  const now = (/* @__PURE__ */ new Date()).toISOString();
+  const now2 = (/* @__PURE__ */ new Date()).toISOString();
   await db.execute({
     sql: `INSERT INTO agent_semantic_labels
       (id, source_memory_id, event_id, labeler, schema_version, confidence, labels, created_at, updated_at)
@@ -4212,8 +4212,8 @@ async function upsertSemanticLabel(row, label, client) {
       label.schemaVersion,
       label.confidence,
       JSON.stringify(label),
-      now,
-      now
+      now2,
+      now2
     ]
   });
   if (label.labeler === "llm") {
@@ -4226,6 +4226,157 @@ async function upsertSemanticLabel(row, label, client) {
   }
 }
 
+// src/lib/background-jobs.ts
+init_config();
+import { existsSync as existsSync8, mkdirSync as mkdirSync3, readFileSync as readFileSync5, writeFileSync as writeFileSync3, unlinkSync as unlinkSync3 } from "fs";
+import { execFileSync } from "child_process";
+import os6 from "os";
+import path8 from "path";
+var JOB_DIR = path8.join(EXE_AI_DIR, "jobs");
+var JOBS_FILE = path8.join(JOB_DIR, "jobs.json");
+var LOCK_DIR = path8.join(JOB_DIR, "locks");
+var DEFAULT_LOCK_TTL_MS = 6 * 60 * 60 * 1e3;
+var MAX_HISTORY = 200;
+function ensureDirs() {
+  mkdirSync3(LOCK_DIR, { recursive: true });
+}
+function now() {
+  return (/* @__PURE__ */ new Date()).toISOString();
+}
+function isAlive(pid) {
+  if (!pid || pid <= 0) return false;
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch {
+    return false;
+  }
+}
+function readJobsRaw() {
+  ensureDirs();
+  if (!existsSync8(JOBS_FILE)) return [];
+  try {
+    const parsed = JSON.parse(readFileSync5(JOBS_FILE, "utf8"));
+    return Array.isArray(parsed) ? parsed : [];
+  } catch {
+    return [];
+  }
+}
+function writeJobsRaw(jobs) {
+  ensureDirs();
+  const running = jobs.filter((j) => j.status === "running");
+  const rest = jobs.filter((j) => j.status !== "running").slice(-MAX_HISTORY);
+  writeFileSync3(JOBS_FILE, JSON.stringify([...rest, ...running], null, 2) + "\n");
+}
+function lockPath(type) {
+  return path8.join(LOCK_DIR, `${type.replace(/[^a-zA-Z0-9_.-]/g, "_")}.lock`);
+}
+function acquireJobLock(type, ttlMs = DEFAULT_LOCK_TTL_MS) {
+  ensureDirs();
+  const file = lockPath(type);
+  if (existsSync8(file)) {
+    try {
+      const lock = JSON.parse(readFileSync5(file, "utf8"));
+      const age = Date.now() - Date.parse(lock.updatedAt ?? "");
+      if (lock.pid && isAlive(lock.pid) && Number.isFinite(age) && age < ttlMs) return false;
+    } catch {
+    }
+    try {
+      unlinkSync3(file);
+    } catch {
+    }
+  }
+  try {
+    writeFileSync3(file, JSON.stringify({ pid: process.pid, updatedAt: now() }, null, 2) + "\n", { flag: "wx" });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function releaseJobLock(type) {
+  const file = lockPath(type);
+  try {
+    if (!existsSync8(file)) return;
+    const lock = JSON.parse(readFileSync5(file, "utf8"));
+    if (lock.pid === process.pid || !lock.pid || !isAlive(lock.pid)) unlinkSync3(file);
+  } catch {
+    try {
+      unlinkSync3(file);
+    } catch {
+    }
+  }
+}
+function startManagedJob(options) {
+  const lowPriority = options.lowPriority ?? true;
+  if (!acquireJobLock(options.type, options.lockTtlMs)) return null;
+  if (lowPriority) {
+    try {
+      os6.setPriority(process.pid, 10);
+    } catch {
+    }
+  }
+  const id = `${options.type}-${Date.now()}-${process.pid}`.replace(/[^a-zA-Z0-9_.-]/g, "_");
+  const record = {
+    id,
+    type: options.type,
+    name: options.name,
+    pid: process.pid,
+    command: options.command ?? process.argv.join(" "),
+    cwd: process.cwd(),
+    status: "running",
+    startedAt: now(),
+    updatedAt: now(),
+    lastHeartbeatAt: now(),
+    cancelCommand: `exe-os jobs cancel ${id}`,
+    lowPriority
+  };
+  const upsert = (patch) => {
+    const jobs = readJobsRaw().filter((j) => j.id !== id);
+    Object.assign(record, patch, { updatedAt: now() });
+    writeJobsRaw([...jobs, record]);
+    const file = lockPath(options.type);
+    try {
+      writeFileSync3(file, JSON.stringify({ pid: process.pid, jobId: id, updatedAt: record.updatedAt }, null, 2) + "\n");
+    } catch {
+    }
+  };
+  upsert({});
+  const timer = setInterval(() => upsert({ lastHeartbeatAt: now() }), 3e4);
+  timer.unref?.();
+  const cleanup = (status, error) => {
+    clearInterval(timer);
+    upsert({ status, error, lastHeartbeatAt: now() });
+    releaseJobLock(options.type);
+  };
+  process.once("SIGTERM", () => {
+    cleanup("cancelled");
+    process.exit(0);
+  });
+  process.once("SIGINT", () => {
+    cleanup("cancelled");
+    process.exit(130);
+  });
+  process.once("exit", () => releaseJobLock(options.type));
+  return {
+    id,
+    update(progress) {
+      upsert({ progressCurrent: progress.current, progressTotal: progress.total, progressLabel: progress.label, lastHeartbeatAt: now() });
+    },
+    complete() {
+      cleanup("completed");
+    },
+    fail(err) {
+      cleanup("failed", err instanceof Error ? err.message : String(err));
+    },
+    cancel() {
+      cleanup("cancelled");
+    }
+  };
+}
+async function politeBatchPause(ms = 250) {
+  await new Promise((resolve) => setTimeout(resolve, ms));
+}
+
 // src/bin/agentic-semantic-label.ts
 function arg(name) {
   const i = process.argv.indexOf(name);
@@ -4235,6 +4386,11 @@ async function main() {
   const limit = Number(arg("--limit") ?? "100");
   const project = arg("--project");
   const llm = process.argv.includes("--llm");
+  const job = startManagedJob({ type: "agentic-semantic-label", name: "Agentic semantic label pass", lowPriority: true });
+  if (!job) {
+    process.stderr.write("[agentic-semantic-label] Another semantic label job is already running.\n");
+    return;
+  }
   await initStore();
   const db = getClient();
   const where = project ? "WHERE project_name = ?" : "";
@@ -4251,11 +4407,16 @@ async function main() {
     const label = llm ? await labelMemoryWithLlm(row) : inferSemanticLabel(row);
     await upsertSemanticLabel(row, label, db);
     count++;
-    if (count % 25 === 0) process.stderr.write(`[agentic-semantic-label] labeled ${count}
+    if (count % 25 === 0) {
+      process.stderr.write(`[agentic-semantic-label] labeled ${count}
 `);
+      job.update({ current: count, total: limit, label: `Labeled ${count}/${limit}` });
+      await politeBatchPause(250);
+    }
   }
   process.stderr.write(`[agentic-semantic-label] Complete: ${count} memories labeled (${llm ? "llm-if-configured" : "deterministic"}).
 `);
+  job.complete();
   process.exit(0);
 }
 main().catch((err) => {