@nyte-ai/host 0.0.18 → 0.0.21

package/dist/chunks/{canvas-preview-8xgt67ka.js → canvas-preview-gh7c9831.js}

@@ -15,7 +15,7 @@ import {
 import {
   connectServer2,
   oauthSettings2
-} from "./canvas-preview-h8hshnff.js";
+} from "./canvas-preview-pkzqg96v.js";
 import {
   toolExposure2,
   checkToolSchemas2,
@@ -44,7 +44,18 @@ function hub(input) {
   const contents = new Map;
   const watched = new Map;
   const userPath = join(input.home, ".nyte", "mcp.json");
+  const retiring = new Set;
   let closed = false;
+  const retire = (client) => {
+    if (client === null)
+      return Promise.resolve();
+    const done = client.close().catch(() => {
+      return;
+    });
+    retiring.add(done);
+    done.then(() => retiring.delete(done));
+    return done;
+  };
   const notify = (pool) => {
     for (const listener of pool.listeners)
       listener();
@@ -73,6 +84,7 @@ function hub(input) {
     let listed = null;
     let bridged = null;
     let client = null;
+    let opening = null;
     let stderr = () => null;
     let challenge = null;
     let ended = false;
@@ -104,9 +116,7 @@ function hub(input) {
     const drop = (message) => {
       const previous = client;
       client = null;
-      previous?.close().catch(() => {
-        return;
-      });
+      retire(previous);
       if (ended)
         return;
       set({ kind: "failed", message, stderr: stderr() });
@@ -118,11 +128,7 @@ function hub(input) {
         await processEnvironment();
       if (ended)
         return;
-      const next = new TracingMcpClient2({
-        name: "nyte",
-        version: "0.1.0",
-        requestTimeoutMs: link.entry.timeoutMs
-      });
+      const next = new TracingMcpClient2({ name: "nyte", version: "0.1.0" });
       next.onClose(() => {
         if (client === next)
           drop(`The connection to ${entry.name} closed.`);
@@ -143,9 +149,10 @@ function hub(input) {
       }
       try {
         stderr = () => transport instanceof StdioTransport && transport.stderr !== "" ? transport.stderr.slice(-STDERR_TAIL) : null;
+        opening = next;
         await next.connect(transport);
         if (ended) {
-          await next.close();
+          await retire(next);
           return;
         }
         const refresh = async () => {
@@ -171,9 +178,7 @@ function hub(input) {
       } catch (error) {
         if (client === next)
           client = null;
-        await next.close().catch(() => {
-          return;
-        });
+        await retire(next);
         if (ended)
           return;
         if (error instanceof McpOAuthAuthorizationRequiredError) {
@@ -223,9 +228,7 @@ function hub(input) {
         clearTimeout(timer);
         const previous = client;
         client = null;
-        await previous?.close().catch(() => {
-          return;
-        });
+        await Promise.all([retire(previous), retire(opening)]);
       }
     };
     connectTraced();
@@ -553,6 +556,7 @@ function hub(input) {
       for (const pool of live)
         shut(pool);
       await Promise.all(links.map((link) => link.close()));
+      await Promise.all(retiring);
     }
   };
 }

package/dist/chunks/{canvas-preview-1ta3avah.js → canvas-preview-k2xaz0ym.js}

@@ -1,10 +1,11 @@
 import {
   readNyteUsage2
-} from "./canvas-preview-5hxat7hh.js";
+} from "./canvas-preview-geg2gckp.js";
 import {
-  createUsageScanCaches2,
+  loadUsageScanCaches2,
+  saveUsageScanCaches2,
   readLocalUsage2
-} from "./canvas-preview-0nrnbt76.js";
+} from "./canvas-preview-eehzfefa.js";
 
 // src/usage-service.ts
 import { join } from "node:path";
@@ -17,11 +18,13 @@ function catalogForUsage2(models) {
 
 class UsageScanner2 {
   home;
-  caches = createUsageScanCaches2();
+  cachePath;
+  caches;
   models;
   scans = serial();
   constructor(home) {
     this.home = home;
+    this.cachePath = join(home, ".nyte", "usage-scan-cache.json");
     this.models = createModels({
       modelsStore: new FileModelsStore(join(home, ".nyte", "models-store.json"))
     });
@@ -39,8 +42,10 @@ class UsageScanner2 {
       const models = catalog === undefined ? this.models : {
         getModels: (provider) => catalog.filter((model) => provider === undefined || model.provider === provider)
       };
-      const local = await readLocalUsage2({ models, caches: this.caches });
+      const caches = this.caches ??= await loadUsageScanCaches2(this.cachePath);
+      const local = await readLocalUsage2({ models, window: request.window, caches });
       const report = readNyteUsage2(this.home, request.window);
+      this.scans.run(() => saveUsageScanCaches2(this.cachePath, caches));
       return {
         ...report,
         ...local,

package/dist/chunks/canvas-preview-kp75gb63.js

@@ -0,0 +1,141 @@
+// src/usage-history.ts
+import { Buffer } from "node:buffer";
+import { randomUUID } from "node:crypto";
+import { constants } from "node:fs";
+import { mkdir, open, readFile, rename, rm, writeFile } from "node:fs/promises";
+import { dirname } from "node:path";
+import { Type } from "typebox";
+function fileScanSchema2(scan) {
+  return Type.Object({
+    size: Type.Number({ minimum: 0 }),
+    mtimeMs: Type.Number(),
+    position: Type.Number({ minimum: 0 }),
+    committed: scan
+  });
+}
+
+class UsageScanCache2 {
+  #files;
+  #changed = false;
+  constructor(files = []) {
+    this.#files = new Map(files);
+  }
+  keys() {
+    return this.#files.keys();
+  }
+  entries() {
+    return this.#files.entries();
+  }
+  get(path) {
+    return this.#files.get(path);
+  }
+  set(path, scan) {
+    if (this.#files.get(path) === scan)
+      return;
+    this.#files.set(path, scan);
+    this.#changed = true;
+  }
+  keepOnly(seen) {
+    for (const path of this.#files.keys()) {
+      if (seen.has(path))
+        continue;
+      this.#files.delete(path);
+      this.#changed = true;
+    }
+  }
+  get changed() {
+    return this.#changed;
+  }
+  markSaved() {
+    this.#changed = false;
+  }
+}
+async function readHistory2(path, info, parser, cache, signal) {
+  const hit = cache?.get(path);
+  const unchanged = hit !== undefined && hit.size === info.size && hit.mtimeMs === info.mtimeMs;
+  if (unchanged && hit.position === info.size)
+    return hit.committed;
+  const from = unchanged || hit !== undefined && info.size > hit.size ? hit : undefined;
+  const fold = parser(from?.committed);
+  let position = from?.position ?? 0;
+  let unterminated;
+  for await (const line of historyLines(path, position, signal)) {
+    signal?.throwIfAborted();
+    if (!line.terminated) {
+      unterminated = line;
+      continue;
+    }
+    fold.line(line);
+    position = line.end;
+  }
+  const committed = fold.scan();
+  cache?.set(path, unchanged ? hit : { size: info.size, mtimeMs: info.mtimeMs, position, committed });
+  if (unterminated === undefined)
+    return committed;
+  fold.line(unterminated);
+  return fold.scan();
+}
+async function* historyLines(path, start, signal) {
+  const file = await open(path, constants.O_RDONLY | constants.O_NOFOLLOW | constants.O_NONBLOCK);
+  try {
+    const stat = await file.stat();
+    if (!stat.isFile())
+      throw new Error("History is not a regular file.");
+    const buffer = Buffer.alloc(64 * 1024);
+    let pending = Buffer.alloc(0);
+    let pendingStart = start;
+    let position = start;
+    while (position < stat.size) {
+      signal?.throwIfAborted();
+      const { bytesRead } = await file.read(buffer, 0, Math.min(buffer.length, stat.size - position), position);
+      if (bytesRead === 0)
+        break;
+      position += bytesRead;
+      const read = buffer.subarray(0, bytesRead);
+      const chunk = pending.length === 0 ? read : Buffer.concat([pending, read]);
+      let from = 0;
+      for (let newline = chunk.indexOf(10);newline !== -1; newline = chunk.indexOf(10, from)) {
+        yield {
+          text: chunk.toString("utf8", from, newline),
+          terminated: true,
+          end: pendingStart + newline + 1
+        };
+        from = newline + 1;
+      }
+      pendingStart += from;
+      pending = Buffer.from(chunk.subarray(from));
+    }
+    if (pending.length > 0)
+      yield {
+        text: pending.toString("utf8"),
+        terminated: false,
+        end: pendingStart + pending.length
+      };
+  } finally {
+    await file.close();
+  }
+}
+async function readCacheDocument2(path, validator) {
+  try {
+    const value = JSON.parse(await readFile(path, "utf8"));
+    return validator.Check(value) ? value : undefined;
+  } catch {
+    return;
+  }
+}
+async function writeCacheDocument2(path, document) {
+  const temporary = `${path}.${randomUUID()}.tmp`;
+  try {
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(temporary, JSON.stringify(document), { mode: 384 });
+    await rename(temporary, path);
+    return true;
+  } catch {
+    await rm(temporary, { force: true }).catch(() => {
+      return;
+    });
+    return false;
+  }
+}
+
+export { fileScanSchema2, UsageScanCache2, readHistory2, readCacheDocument2, writeCacheDocument2 };

package/dist/chunks/{canvas-preview-evh92ywd.js → canvas-preview-mstbvwz3.js}

@@ -18,13 +18,11 @@ import {
   sessionIndexChanges2,
   sqlSessionIndex2
 } from "./canvas-preview-0cmbkp2j.js";
-import {
-  claimStore2
-} from "./canvas-preview-a3yw0j70.js";
 
 // src/sqlite.ts
 import { mkdirSync, readdirSync, rmSync, writeFileSync } from "node:fs";
 import { dirname, join } from "node:path";
+import process from "node:process";
 import { DatabaseSync } from "node:sqlite";
 import { asSeq } from "@nyte-ai/schema";
 import { dev } from "@nyte-ai/core";
@@ -43,14 +41,15 @@ import {
 var BUSY_TIMEOUT_MS = 5000;
 var BACKUPS_KEPT = 3;
 var PUT_BODY = "INSERT INTO objects (id, body) VALUES (?, ?) ON CONFLICT (id) DO UPDATE SET body = excluded.body WHERE objects.body IS NULL";
+function storePath2(home) {
+  return process.env["NYTE_DB"] ?? join(home, ".nyte", "nyte.db");
+}
 function sqliteStore2(input) {
   let database = null;
   let opening = null;
   let closing = null;
   let workers = null;
-  let release = null;
   const open = async () => {
-    const claim = "path" in input ? claimStore2(input.path) : null;
     let created;
     try {
       created = new DatabaseSync("path" in input ? input.path : ":memory:", {
@@ -65,11 +64,9 @@ function sqliteStore2(input) {
       created.exec("PRAGMA optimize = 0x10012");
     } catch (error) {
       created?.close();
-      claim?.();
       throw error;
     }
     database = created;
-    release = claim;
     workers = "path" in input ? sqliteWorkers2(created, input.path) : null;
     return connect(created, workers);
   };
@@ -90,11 +87,10 @@ function sqliteStore2(input) {
           return;
         });
         await workers?.close();
-        database?.close();
-        release?.();
+        if (database !== null)
+          closeDatabase(database);
         workers = null;
         database = null;
-        release = null;
         opening = null;
       })().finally(() => {
         closing = null;
@@ -103,6 +99,15 @@ function sqliteStore2(input) {
     }
   };
 }
+function closeDatabase(database) {
+  if ("bun" in process.versions) {
+    const empty = new DatabaseSync(":memory:");
+    empty.exec("CREATE TABLE closed (id INTEGER)");
+    database.deserialize(empty.serialize());
+    empty.close();
+  }
+  database.close();
+}
 function hasTable(database, name) {
   return database.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ?").get(name) !== undefined;
 }
@@ -219,6 +224,7 @@ function connect(database, workers) {
   const listRange = database.prepare("SELECT name, target, revision FROM refs WHERE name >= ? AND name < ? ORDER BY name");
   const putRef = database.prepare("INSERT INTO refs (name, target, revision) VALUES (?, ?, ?) ON CONFLICT (name) DO UPDATE SET target = excluded.target, revision = excluded.revision");
   const deleteRef = database.prepare("DELETE FROM refs WHERE name = ?");
+  const audit = auditing(database);
   const append = database.prepare("INSERT INTO log (session, seq, at, event) VALUES (?, ?, ?, ?)");
   const readLog = database.prepare("SELECT seq, at, event FROM log WHERE session = ? AND seq > ? ORDER BY seq LIMIT ?");
   const readTail = database.prepare("SELECT MAX(seq) AS tail FROM log WHERE session = ?");
@@ -295,12 +301,15 @@ function connect(database, workers) {
             };
           }
           const touched = new Map;
+          const current = new Map([...before].map(([name, row]) => [name, row?.revision ?? null]));
           const revisions = updates.map((update) => {
             const revision = mintRevision2();
             if (update.target === null)
               deleteRef.run(update.name);
             else
               putRef.run(update.name, update.target, revision);
+            audit?.run(Date.now(), process.pid, fenceNames([update]).find((name) => name.startsWith("processes/")) ?? null, update.name, current.get(update.name) ?? null, update.target === null ? null : revision, update.target);
+            current.set(update.name, update.target === null ? null : revision);
             updateSessionIndex(database, update.name, update.target, revision);
             const session = parseSessionRef(update.name);
             if (session !== null)
@@ -354,6 +363,12 @@ function connect(database, workers) {
     }
   };
 }
+function auditing(database) {
+  if (process.env.NYTE_STORE_AUDIT !== "1")
+    return null;
+  database.exec("CREATE TABLE IF NOT EXISTS store_audit (id INTEGER PRIMARY KEY, at INTEGER NOT NULL, pid INTEGER NOT NULL, writer TEXT, name TEXT NOT NULL, before TEXT, after TEXT, target TEXT)");
+  return database.prepare("INSERT INTO store_audit (at, pid, writer, name, before, after, target) VALUES (?, ?, ?, ?, ?, ?, ?)");
+}
 function updateSessionIndex(database, name, target, revision) {
   if (sessionIndexRef(name) === null)
     return;
@@ -366,4 +381,4 @@ function write(database, statement, ...params) {
   return (size > 64 * 1024 ? database.prepare(statement.sourceSQL) : statement).run(...params);
 }
 
-export { sqliteStore2 };
+export { storePath2, sqliteStore2 };

package/dist/chunks/{canvas-preview-h8hshnff.js → canvas-preview-pkzqg96v.js}

@@ -54,7 +54,7 @@ function expand(values, server) {
     value.replace(/\$\{([A-Za-z_][A-Za-z0-9_]*)\}/g, (_match, name) => {
       const found = process.env[name];
       if (found === undefined)
-        throw new Error(`${server} needs the environment variable ${name}. Set it where Nyte runs, then restart Nyte (for the CLI, \`nyte service stop\`).`);
+        throw new Error(`${server} needs the environment variable ${name}. Set it where Nyte runs, then restart Nyte.`);
       return found;
     })
   ]));

package/dist/chunks/{canvas-preview-ehf3vp31.js → canvas-preview-vm9zdp2t.js}

@@ -1,7 +1,14 @@
+import {
+  run2,
+  spawnCommand2,
+  killTree2,
+  findExecutable2
+} from "./canvas-preview-bxnqt8cd.js";
+
 // src/local/jobs.ts
 import { spawn } from "node:child_process";
 import { createRequire } from "node:module";
-import { resolve } from "node:path";
+import { basename, resolve } from "node:path";
 import { asId, SdkError } from "@nyte-ai/schema";
 import {
   processEnvironment,
@@ -16,11 +23,7 @@ var PAUSE_BYTES = 256 * 1024;
 var RESUME_BYTES = 64 * 1024;
 var STOP_GRACE_MS = 2000;
 var CLOSE_GRACE_MS = 2000;
-var QUIET_MS = 300;
 var DONE = { done: true, value: undefined };
-var ESC = "\x1B";
-var BEL = "\x07";
-var PROMPT_MARKER = new RegExp(`${ESC}\\]133;([ABCD])`, "g");
 var loaded;
 function localExec2(root, options) {
   const readers = new Set;
@@ -106,7 +109,7 @@ function localExec2(root, options) {
           return { kind: "not-pty" };
         return finished === null && driver.resize(size) ? { kind: "resized" } : { kind: "missing" };
       },
-      idle: async () => finished === null && driver.idle(),
+      idle: async () => driver.pty && (finished !== null || driver.idle()),
       stop: async () => ({ kind: "settled", outcome: await stop() }),
       settled: (request) => waitEnd(ended, request),
       close,
@@ -116,16 +119,16 @@ function localExec2(root, options) {
   };
 }
 async function pipe(command, options, log, finish) {
-  const group = process.platform !== "win32";
+  const windows = process.platform === "win32";
   const [file, ...args] = typeof command === "string" ? [command] : command;
   const settings = {
     cwd: options.cwd,
     env: options.env,
-    detached: group,
+    detached: !windows,
     stdio: "pipe",
     windowsHide: true
   };
-  const child = typeof command === "string" ? spawn(command, { ...settings, shell: true }) : spawn(file ?? "", args, settings);
+  const child = typeof command === "string" ? spawn(command, { ...settings, shell: true }) : spawnCommand2(windows ? await findExecutable2(file ?? "") ?? file ?? "" : file ?? "", args, settings);
   await new Promise((started, failed) => {
     child.once("spawn", started);
     child.once("error", (error) => failed(new SdkError("unavailable", `Cannot start ${file ?? ""}: ${error.message}`)));
@@ -146,12 +149,13 @@ async function pipe(command, options, log, finish) {
   child.stdin?.on("error", () => {
     return;
   });
-  child.on("close", (code) => finish(code));
+  let killed = false;
+  child.on("close", (code) => finish(killed ? null : code));
   child.on("exit", (code) => {
     setTimeout(() => {
       child.stdout?.destroy();
       child.stderr?.destroy();
-      finish(code);
+      finish(killed ? null : code);
     }, CLOSE_GRACE_MS).unref();
   });
   return {
@@ -165,8 +169,13 @@ async function pipe(command, options, log, finish) {
     resize: () => false,
     idle: () => false,
     kill(signal) {
+      if (windows) {
+        killed = true;
+        killTree2(child, signal);
+        return;
+      }
       try {
-        if (group && child.pid !== undefined)
+        if (child.pid !== undefined)
           process.kill(-child.pid, signal);
         else
           child.kill(signal);
@@ -200,21 +209,7 @@ async function terminal(command, options, log, finish) {
     throw new SdkError("unavailable", `Cannot start ${file ?? shell} in a pty: ${error instanceof Error ? error.message : String(error)}`);
   }
   const encoder = new TextEncoder;
-  let marker = null;
-  let line = "";
-  let quietSince = 0;
-  term.onData((text) => {
-    log.push(encoder.encode(text));
-    quietSince = Date.now();
-    marker = lastMarker(text) ?? marker;
-    const plain = withoutEscapes(text);
-    const broken = plain.lastIndexOf(`
-`);
-    line = (broken < 0 ? line + plain : plain.slice(broken + 1)).slice(-1024);
-    const returned = line.replace(/\r+$/, "").lastIndexOf("\r");
-    if (returned >= 0)
-      line = line.slice(returned + 1);
-  });
+  term.onData((text) => log.push(encoder.encode(text)));
   term.onExit(({ exitCode, signal }) => finish(signal ? null : exitCode));
   log.throttle({ pause: () => term.pause(), resume: () => term.resume() });
   return {
@@ -226,10 +221,29 @@ async function terminal(command, options, log, finish) {
       term.resize(size.columns, size.rows);
       return true;
     },
-    idle() {
-      if (marker !== null)
-        return marker !== "C";
-      return quietSince > 0 && Date.now() - quietSince >= QUIET_MS && line.trim() !== "";
+    async idle() {
+      if (typeof command === "string" || command.length !== 0)
+        return false;
+      const result = await run2(windows ? "powershell.exe" : "ps", windows ? [
+        "-NoProfile",
+        "-NonInteractive",
+        "-Command",
+        `Get-CimInstance Win32_Process -Filter "ParentProcessId = ${term.pid} AND Name != 'conhost.exe' AND Name != 'OpenConsole.exe'" | Select-Object -ExpandProperty ProcessId`
+      ] : ["-A", "-o", "pid=,ppid=,stat=,comm="], { cwd: options.cwd, timeoutMs: 1500 });
+      if (result.code !== 0)
+        throw new SdkError("unavailable", "Cannot inspect terminal processes");
+      const processes = result.stdout.toString("utf8").trim();
+      if (windows)
+        return processes === "";
+      return !processes.split(`
+`).some((line) => {
+        const [pid, parent, state, ...name] = line.trim().split(/\s+/);
+        if (state?.startsWith("Z"))
+          return false;
+        if (Number(parent) === term.pid)
+          return true;
+        return Number(pid) === term.pid && basename(name.join(" ")).replace(/^-/, "") !== basename(shell);
+      });
     },
     kill(signal) {
       try {
@@ -238,33 +252,6 @@ async function terminal(command, options, log, finish) {
     }
   };
 }
-function lastMarker(text) {
-  return Array.from(text.matchAll(PROMPT_MARKER), (match) => match[1]).at(-1) ?? null;
-}
-function withoutEscapes(text) {
-  let plain = "";
-  let at = 0;
-  while (at < text.length) {
-    const char = text[at] ?? "";
-    if (char !== ESC) {
-      plain += char;
-      at += 1;
-      continue;
-    }
-    const kind = text[at + 1] ?? "";
-    at += 2;
-    if (kind === "[") {
-      while (at < text.length && !/[@-~]/.test(text[at] ?? ""))
-        at += 1;
-      at += 1;
-    } else if (kind === "]") {
-      while (at < text.length && text[at] !== BEL && !(text[at] === ESC && text[at + 1] === "\\"))
-        at += 1;
-      at += text[at] === BEL ? 1 : 2;
-    }
-  }
-  return plain;
-}
 function loadPty() {
   if (loaded === undefined)
     loaded = ptyFrom(() => createRequire(import.meta.url)("@lydell/node-pty"));

package/dist/chunks/{canvas-preview-76fwvd6e.js → canvas-preview-w54ymtb3.js}

@@ -1,6 +1,6 @@
 import {
   createHandler2
-} from "./canvas-preview-d9wwhbtz.js";
+} from "./canvas-preview-aq5j4p25.js";
 
 // src/listen-fetch.ts
 import { SdkError } from "@nyte-ai/schema";