@nyte-ai/host 0.0.18 → 0.0.19

package/dist/chunks/{canvas-preview-evh92ywd.js → canvas-preview-tnqe7k0b.js}

@@ -18,13 +18,11 @@ import {
   sessionIndexChanges2,
   sqlSessionIndex2
 } from "./canvas-preview-0cmbkp2j.js";
-import {
-  claimStore2
-} from "./canvas-preview-a3yw0j70.js";
 
 // src/sqlite.ts
 import { mkdirSync, readdirSync, rmSync, writeFileSync } from "node:fs";
 import { dirname, join } from "node:path";
+import process from "node:process";
 import { DatabaseSync } from "node:sqlite";
 import { asSeq } from "@nyte-ai/schema";
 import { dev } from "@nyte-ai/core";
@@ -43,14 +41,15 @@ import {
 var BUSY_TIMEOUT_MS = 5000;
 var BACKUPS_KEPT = 3;
 var PUT_BODY = "INSERT INTO objects (id, body) VALUES (?, ?) ON CONFLICT (id) DO UPDATE SET body = excluded.body WHERE objects.body IS NULL";
+function storePath2(home) {
+  return process.env["NYTE_DB"] ?? join(home, ".nyte", "nyte.db");
+}
 function sqliteStore2(input) {
   let database = null;
   let opening = null;
   let closing = null;
   let workers = null;
-  let release = null;
   const open = async () => {
-    const claim = "path" in input ? claimStore2(input.path) : null;
     let created;
     try {
       created = new DatabaseSync("path" in input ? input.path : ":memory:", {
@@ -65,11 +64,9 @@ function sqliteStore2(input) {
       created.exec("PRAGMA optimize = 0x10012");
     } catch (error) {
       created?.close();
-      claim?.();
       throw error;
     }
     database = created;
-    release = claim;
     workers = "path" in input ? sqliteWorkers2(created, input.path) : null;
     return connect(created, workers);
   };
@@ -91,10 +88,8 @@ function sqliteStore2(input) {
         });
         await workers?.close();
         database?.close();
-        release?.();
         workers = null;
         database = null;
-        release = null;
         opening = null;
       })().finally(() => {
         closing = null;
@@ -219,6 +214,7 @@ function connect(database, workers) {
   const listRange = database.prepare("SELECT name, target, revision FROM refs WHERE name >= ? AND name < ? ORDER BY name");
   const putRef = database.prepare("INSERT INTO refs (name, target, revision) VALUES (?, ?, ?) ON CONFLICT (name) DO UPDATE SET target = excluded.target, revision = excluded.revision");
   const deleteRef = database.prepare("DELETE FROM refs WHERE name = ?");
+  const audit = auditing(database);
   const append = database.prepare("INSERT INTO log (session, seq, at, event) VALUES (?, ?, ?, ?)");
   const readLog = database.prepare("SELECT seq, at, event FROM log WHERE session = ? AND seq > ? ORDER BY seq LIMIT ?");
   const readTail = database.prepare("SELECT MAX(seq) AS tail FROM log WHERE session = ?");
@@ -295,12 +291,15 @@ function connect(database, workers) {
             };
           }
           const touched = new Map;
+          const current = new Map([...before].map(([name, row]) => [name, row?.revision ?? null]));
           const revisions = updates.map((update) => {
             const revision = mintRevision2();
             if (update.target === null)
               deleteRef.run(update.name);
             else
               putRef.run(update.name, update.target, revision);
+            audit?.run(Date.now(), process.pid, fenceNames([update]).find((name) => name.startsWith("processes/")) ?? null, update.name, current.get(update.name) ?? null, update.target === null ? null : revision, update.target);
+            current.set(update.name, update.target === null ? null : revision);
             updateSessionIndex(database, update.name, update.target, revision);
             const session = parseSessionRef(update.name);
             if (session !== null)
@@ -354,6 +353,12 @@ function connect(database, workers) {
     }
   };
 }
+function auditing(database) {
+  if (process.env.NYTE_STORE_AUDIT !== "1")
+    return null;
+  database.exec("CREATE TABLE IF NOT EXISTS store_audit (id INTEGER PRIMARY KEY, at INTEGER NOT NULL, pid INTEGER NOT NULL, writer TEXT, name TEXT NOT NULL, before TEXT, after TEXT, target TEXT)");
+  return database.prepare("INSERT INTO store_audit (at, pid, writer, name, before, after, target) VALUES (?, ?, ?, ?, ?, ?, ?)");
+}
 function updateSessionIndex(database, name, target, revision) {
   if (sessionIndexRef(name) === null)
     return;
@@ -366,4 +371,4 @@ function write(database, statement, ...params) {
   return (size > 64 * 1024 ? database.prepare(statement.sourceSQL) : statement).run(...params);
 }
 
-export { sqliteStore2 };
+export { storePath2, sqliteStore2 };

package/dist/chunks/{canvas-preview-ehf3vp31.js → canvas-preview-vm9zdp2t.js}

@@ -1,7 +1,14 @@
+import {
+  run2,
+  spawnCommand2,
+  killTree2,
+  findExecutable2
+} from "./canvas-preview-bxnqt8cd.js";
+
 // src/local/jobs.ts
 import { spawn } from "node:child_process";
 import { createRequire } from "node:module";
-import { resolve } from "node:path";
+import { basename, resolve } from "node:path";
 import { asId, SdkError } from "@nyte-ai/schema";
 import {
   processEnvironment,
@@ -16,11 +23,7 @@ var PAUSE_BYTES = 256 * 1024;
 var RESUME_BYTES = 64 * 1024;
 var STOP_GRACE_MS = 2000;
 var CLOSE_GRACE_MS = 2000;
-var QUIET_MS = 300;
 var DONE = { done: true, value: undefined };
-var ESC = "\x1B";
-var BEL = "\x07";
-var PROMPT_MARKER = new RegExp(`${ESC}\\]133;([ABCD])`, "g");
 var loaded;
 function localExec2(root, options) {
   const readers = new Set;
@@ -106,7 +109,7 @@ function localExec2(root, options) {
           return { kind: "not-pty" };
         return finished === null && driver.resize(size) ? { kind: "resized" } : { kind: "missing" };
       },
-      idle: async () => finished === null && driver.idle(),
+      idle: async () => driver.pty && (finished !== null || driver.idle()),
       stop: async () => ({ kind: "settled", outcome: await stop() }),
       settled: (request) => waitEnd(ended, request),
       close,
@@ -116,16 +119,16 @@ function localExec2(root, options) {
   };
 }
 async function pipe(command, options, log, finish) {
-  const group = process.platform !== "win32";
+  const windows = process.platform === "win32";
   const [file, ...args] = typeof command === "string" ? [command] : command;
   const settings = {
     cwd: options.cwd,
     env: options.env,
-    detached: group,
+    detached: !windows,
     stdio: "pipe",
     windowsHide: true
   };
-  const child = typeof command === "string" ? spawn(command, { ...settings, shell: true }) : spawn(file ?? "", args, settings);
+  const child = typeof command === "string" ? spawn(command, { ...settings, shell: true }) : spawnCommand2(windows ? await findExecutable2(file ?? "") ?? file ?? "" : file ?? "", args, settings);
   await new Promise((started, failed) => {
     child.once("spawn", started);
     child.once("error", (error) => failed(new SdkError("unavailable", `Cannot start ${file ?? ""}: ${error.message}`)));
@@ -146,12 +149,13 @@ async function pipe(command, options, log, finish) {
   child.stdin?.on("error", () => {
     return;
   });
-  child.on("close", (code) => finish(code));
+  let killed = false;
+  child.on("close", (code) => finish(killed ? null : code));
   child.on("exit", (code) => {
     setTimeout(() => {
       child.stdout?.destroy();
       child.stderr?.destroy();
-      finish(code);
+      finish(killed ? null : code);
     }, CLOSE_GRACE_MS).unref();
   });
   return {
@@ -165,8 +169,13 @@ async function pipe(command, options, log, finish) {
     resize: () => false,
     idle: () => false,
     kill(signal) {
+      if (windows) {
+        killed = true;
+        killTree2(child, signal);
+        return;
+      }
       try {
-        if (group && child.pid !== undefined)
+        if (child.pid !== undefined)
           process.kill(-child.pid, signal);
         else
           child.kill(signal);
@@ -200,21 +209,7 @@ async function terminal(command, options, log, finish) {
     throw new SdkError("unavailable", `Cannot start ${file ?? shell} in a pty: ${error instanceof Error ? error.message : String(error)}`);
   }
   const encoder = new TextEncoder;
-  let marker = null;
-  let line = "";
-  let quietSince = 0;
-  term.onData((text) => {
-    log.push(encoder.encode(text));
-    quietSince = Date.now();
-    marker = lastMarker(text) ?? marker;
-    const plain = withoutEscapes(text);
-    const broken = plain.lastIndexOf(`
-`);
-    line = (broken < 0 ? line + plain : plain.slice(broken + 1)).slice(-1024);
-    const returned = line.replace(/\r+$/, "").lastIndexOf("\r");
-    if (returned >= 0)
-      line = line.slice(returned + 1);
-  });
+  term.onData((text) => log.push(encoder.encode(text)));
   term.onExit(({ exitCode, signal }) => finish(signal ? null : exitCode));
   log.throttle({ pause: () => term.pause(), resume: () => term.resume() });
   return {
@@ -226,10 +221,29 @@ async function terminal(command, options, log, finish) {
       term.resize(size.columns, size.rows);
       return true;
     },
-    idle() {
-      if (marker !== null)
-        return marker !== "C";
-      return quietSince > 0 && Date.now() - quietSince >= QUIET_MS && line.trim() !== "";
+    async idle() {
+      if (typeof command === "string" || command.length !== 0)
+        return false;
+      const result = await run2(windows ? "powershell.exe" : "ps", windows ? [
+        "-NoProfile",
+        "-NonInteractive",
+        "-Command",
+        `Get-CimInstance Win32_Process -Filter "ParentProcessId = ${term.pid} AND Name != 'conhost.exe' AND Name != 'OpenConsole.exe'" | Select-Object -ExpandProperty ProcessId`
+      ] : ["-A", "-o", "pid=,ppid=,stat=,comm="], { cwd: options.cwd, timeoutMs: 1500 });
+      if (result.code !== 0)
+        throw new SdkError("unavailable", "Cannot inspect terminal processes");
+      const processes = result.stdout.toString("utf8").trim();
+      if (windows)
+        return processes === "";
+      return !processes.split(`
+`).some((line) => {
+        const [pid, parent, state, ...name] = line.trim().split(/\s+/);
+        if (state?.startsWith("Z"))
+          return false;
+        if (Number(parent) === term.pid)
+          return true;
+        return Number(pid) === term.pid && basename(name.join(" ")).replace(/^-/, "") !== basename(shell);
+      });
     },
     kill(signal) {
       try {
@@ -238,33 +252,6 @@ async function terminal(command, options, log, finish) {
     }
   };
 }
-function lastMarker(text) {
-  return Array.from(text.matchAll(PROMPT_MARKER), (match) => match[1]).at(-1) ?? null;
-}
-function withoutEscapes(text) {
-  let plain = "";
-  let at = 0;
-  while (at < text.length) {
-    const char = text[at] ?? "";
-    if (char !== ESC) {
-      plain += char;
-      at += 1;
-      continue;
-    }
-    const kind = text[at + 1] ?? "";
-    at += 2;
-    if (kind === "[") {
-      while (at < text.length && !/[@-~]/.test(text[at] ?? ""))
-        at += 1;
-      at += 1;
-    } else if (kind === "]") {
-      while (at < text.length && text[at] !== BEL && !(text[at] === ESC && text[at + 1] === "\\"))
-        at += 1;
-      at += text[at] === BEL ? 1 : 2;
-    }
-  }
-  return plain;
-}
 function loadPty() {
   if (loaded === undefined)
     loaded = ptyFrom(() => createRequire(import.meta.url)("@lydell/node-pty"));

package/dist/chunks/{canvas-preview-76fwvd6e.js → canvas-preview-w54ymtb3.js}

@@ -1,6 +1,6 @@
 import {
   createHandler2
-} from "./canvas-preview-d9wwhbtz.js";
+} from "./canvas-preview-aq5j4p25.js";
 
 // src/listen-fetch.ts
 import { SdkError } from "@nyte-ai/schema";

package/dist/chunks/canvas-preview-y5y6ghaw.js

@@ -0,0 +1,125 @@
+import {
+  photonImages2
+} from "./canvas-preview-ec2mt7es.js";
+
+// src/images/node.ts
+import { readFile } from "node:fs/promises";
+import { fileURLToPath } from "node:url";
+import { Worker } from "node:worker_threads";
+import { Type } from "typebox";
+import { Value } from "typebox/value";
+var size = Type.Object({ width: Type.Number(), height: Type.Number() });
+var prepareReply2 = Type.Union([
+  Type.Object({ id: Type.Integer(), result: Type.Null() }),
+  Type.Object({
+    id: Type.Integer(),
+    result: Type.Object({
+      data: Type.String(),
+      mimeType: Type.String(),
+      resized: Type.Optional(Type.Object({ from: size, to: size }))
+    })
+  }),
+  Type.Object({ id: Type.Integer(), error: Type.String() })
+]);
+var IDLE_MS = 30000;
+function nodeImages2(options = {}) {
+  const worker = options.worker ?? new URL(import.meta.url.endsWith(".ts") ? "./worker.ts" : "./worker.js", import.meta.url);
+  let wasm;
+  const loadWasm = () => wasm ??= readFile(options.wasm ?? resolvePhotonWasmPath2());
+  let thread;
+  let inProcess;
+  return {
+    async prepare(bytes, mimeType, limits) {
+      if (inProcess !== undefined)
+        return inProcess.prepare(bytes, mimeType, limits);
+      const module = await loadWasm();
+      try {
+        thread ??= new PhotonThread(worker, module, (ended) => {
+          if (thread === ended)
+            thread = undefined;
+        });
+        return await thread.prepare(bytes, mimeType, limits);
+      } catch (cause) {
+        if (!(cause instanceof WorkerUnavailable))
+          throw cause;
+        inProcess ??= photonImages2(module);
+        return inProcess.prepare(bytes, mimeType, limits);
+      }
+    }
+  };
+}
+function resolvePhotonWasmPath2() {
+  return fileURLToPath(import.meta.resolve("@silvia-odwyer/photon/photon_rs_bg.wasm"));
+}
+
+class WorkerUnavailable extends Error {
+}
+
+class PhotonThread {
+  #worker;
+  #pending = new Map;
+  #onExit;
+  #nextId = 0;
+  #idle;
+  #started = false;
+  constructor(entry, wasm, onExit) {
+    this.#onExit = onExit;
+    try {
+      this.#worker = new Worker(entry, { workerData: wasm });
+    } catch (cause) {
+      throw new WorkerUnavailable("The image worker cannot start", { cause });
+    }
+    this.#worker.on("message", (reply) => {
+      if (!Value.Check(prepareReply2, reply)) {
+        this.#fail(new Error("Malformed image worker reply"));
+        this.#worker.terminate();
+        return;
+      }
+      this.#started = true;
+      const request = this.#pending.get(reply.id);
+      if (request === undefined)
+        return;
+      this.#pending.delete(reply.id);
+      if ("error" in reply)
+        request.reject(new Error(reply.error));
+      else
+        request.resolve(reply.result ?? undefined);
+      this.#settled();
+    });
+    this.#worker.on("error", (cause) => this.#fail(cause));
+    this.#worker.on("exit", (code) => this.#fail(new Error(`The image worker exited with code ${String(code)}`)));
+  }
+  prepare(bytes, mimeType, limits) {
+    const id = this.#nextId++;
+    const request = Promise.withResolvers();
+    this.#pending.set(id, request);
+    clearTimeout(this.#idle);
+    this.#idle = undefined;
+    this.#worker.ref();
+    const copy = bytes.slice();
+    this.#worker.postMessage({ id, bytes: copy, mimeType, limits }, [
+      copy.buffer
+    ]);
+    return request.promise;
+  }
+  #settled() {
+    if (this.#pending.size > 0)
+      return;
+    this.#worker.unref();
+    this.#idle = setTimeout(() => {
+      this.#onExit(this);
+      this.#worker.terminate();
+    }, IDLE_MS);
+    this.#idle.unref();
+  }
+  #fail(cause) {
+    const failure = this.#started ? cause : new WorkerUnavailable("The image worker cannot start", { cause });
+    for (const request of this.#pending.values())
+      request.reject(failure);
+    this.#pending.clear();
+    clearTimeout(this.#idle);
+    this.#onExit(this);
+  }
+}
+
+export { prepareReply2, nodeImages2, resolvePhotonWasmPath2 };

package/dist/chunks/{canvas-preview-98aj5p34.js → canvas-preview-ycepb05s.js}

@@ -1,6 +1,6 @@
 import {
   listenFetch2
-} from "./canvas-preview-76fwvd6e.js";
+} from "./canvas-preview-w54ymtb3.js";
 
 // src/listen.ts
 import { createServer } from "node:http";

package/dist/src/canvas-preview.js

@@ -1,3 +1,7 @@
+import {
+  killTree2
+} from "../chunks/canvas-preview-bxnqt8cd.js";
+
 // src/canvas-preview.ts
 import { spawn } from "node:child_process";
 import { existsSync, readdirSync } from "node:fs";
@@ -192,12 +196,12 @@ function stop(child) {
   if (child.exitCode !== null || child.signalCode !== null)
     return Promise.resolve();
   return new Promise((resolve) => {
-    const kill = setTimeout(() => child.kill("SIGKILL"), 2000);
+    const kill = setTimeout(() => killTree2(child, "SIGKILL"), 2000);
     child.once("exit", () => {
       clearTimeout(kill);
       resolve();
     });
-    child.kill();
+    killTree2(child, "SIGTERM");
   });
 }
 function chromiumCanvasPreview(shell, executable = findChromium) {
@@ -257,7 +261,7 @@ function chromiumCanvasPreview(shell, executable = findChromium) {
       }
     } finally {
       await stop(child);
-      await rm(profile, { recursive: true, force: true });
+      await rm(profile, { recursive: true, force: true, maxRetries: 10 });
     }
   };
 }

package/dist/src/deploy/cloudflare/worker.js

@@ -1,6 +1,6 @@
 import {
   package_default
-} from "../../../chunks/canvas-preview-g3qj3y3k.js";
+} from "../../../chunks/canvas-preview-jeddjex8.js";
 
 // src/deploy/cloudflare/worker.ts
 import { asId, SdkError } from "@nyte-ai/schema";

package/dist/src/deploy/vercel/server/routes/[...].js

@@ -1,11 +1,11 @@
 import"../../../../../chunks/canvas-preview-2zdyh9ny.js";
 import {
   vercelHost2
-} from "../../../../../chunks/canvas-preview-ewgspmsd.js";
+} from "../../../../../chunks/canvas-preview-n2a35zv5.js";
 import"../../../../../chunks/canvas-preview-65xqjw7f.js";
 import {
   dispatchHead2
-} from "../../../../../chunks/canvas-preview-j1tnf51w.js";
+} from "../../../../../chunks/canvas-preview-b2v8wfnz.js";
 
 // src/deploy/vercel/server/routes/[...].ts
 import { defineHandler } from "nitro/h3";

package/dist/src/deploy/vercel/server/utils/host.js

@@ -1,6 +1,6 @@
 import {
   vercelHost2
-} from "../../../../../chunks/canvas-preview-ewgspmsd.js";
+} from "../../../../../chunks/canvas-preview-n2a35zv5.js";
 import"../../../../../chunks/canvas-preview-2zdyh9ny.js";
 export {
   vercelHost2 as vercelHost

package/dist/src/deploy/vercel/server/workflows/drive.js

@@ -2,10 +2,10 @@ import {
   dispatchHead2,
   driveHead2,
   advanceHead2
-} from "../../../../../chunks/canvas-preview-j1tnf51w.js";
-import"../../../../../chunks/canvas-preview-65xqjw7f.js";
-import"../../../../../chunks/canvas-preview-ewgspmsd.js";
+} from "../../../../../chunks/canvas-preview-b2v8wfnz.js";
+import"../../../../../chunks/canvas-preview-n2a35zv5.js";
 import"../../../../../chunks/canvas-preview-2zdyh9ny.js";
+import"../../../../../chunks/canvas-preview-65xqjw7f.js";
 export {
   advanceHead2 as advanceHead,
   dispatchHead2 as dispatchHead,

package/dist/src/images/exif.d.ts

@@ -0,0 +1 @@
+export declare function exifOrientation(bytes: Uint8Array): number;

package/dist/src/images/exif.js

@@ -0,0 +1,6 @@
+import {
+  exifOrientation2
+} from "../../chunks/canvas-preview-befkjea2.js";
+export {
+  exifOrientation2 as exifOrientation
+};

package/dist/src/images/node.d.ts

@@ -0,0 +1,37 @@
+import type { ImageLimits, ImageProcessor } from "@nyte-ai/core";
+import { Type } from "typebox";
+export interface NodeImagesOptions {
+    readonly worker?: string | URL;
+    readonly wasm?: string;
+}
+export interface PrepareRequest {
+    readonly id: number;
+    readonly bytes: Uint8Array;
+    readonly mimeType: string;
+    readonly limits: ImageLimits;
+}
+export declare const prepareReply: Type.TUnion<[Type.TObject<{
+    id: Type.TInteger;
+    result: Type.TNull;
+}>, Type.TObject<{
+    id: Type.TInteger;
+    result: Type.TObject<{
+        data: Type.TString;
+        mimeType: Type.TString;
+        resized: Type.TOptional<Type.TObject<{
+            from: Type.TObject<{
+                width: Type.TNumber;
+                height: Type.TNumber;
+            }>;
+            to: Type.TObject<{
+                width: Type.TNumber;
+                height: Type.TNumber;
+            }>;
+        }>>;
+    }>;
+}>, Type.TObject<{
+    id: Type.TInteger;
+    error: Type.TString;
+}>]>;
+export declare function nodeImages(options?: NodeImagesOptions): ImageProcessor;
+export declare function resolvePhotonWasmPath(): string;

package/dist/src/images/node.js

@@ -0,0 +1,12 @@
+import {
+  prepareReply2,
+  nodeImages2,
+  resolvePhotonWasmPath2
+} from "../../chunks/canvas-preview-y5y6ghaw.js";
+import"../../chunks/canvas-preview-ec2mt7es.js";
+import"../../chunks/canvas-preview-befkjea2.js";
+export {
+  nodeImages2 as nodeImages,
+  prepareReply2 as prepareReply,
+  resolvePhotonWasmPath2 as resolvePhotonWasmPath
+};

package/dist/src/images/photon.d.ts

@@ -0,0 +1,3 @@
+import type { SyncInitInput } from "@silvia-odwyer/photon/photon_rs.js";
+import type { ImageProcessor } from "@nyte-ai/core";
+export declare function photonImages(wasm: SyncInitInput): ImageProcessor;

package/dist/src/images/photon.js

@@ -0,0 +1,7 @@
+import {
+  photonImages2
+} from "../../chunks/canvas-preview-ec2mt7es.js";
+import"../../chunks/canvas-preview-befkjea2.js";
+export {
+  photonImages2 as photonImages
+};

package/dist/src/images/worker.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/images/worker.js

@@ -0,0 +1,23 @@
+import"../../chunks/canvas-preview-befkjea2.js";
+import {
+  photonImages2
+} from "../../chunks/canvas-preview-ec2mt7es.js";
+
+// src/images/worker.ts
+import { parentPort, workerData } from "node:worker_threads";
+var port = parentPort;
+if (port === null)
+  throw new Error("The image worker needs a parent thread");
+var wasm = workerData;
+if (!(wasm instanceof Uint8Array))
+  throw new Error("The image worker needs Photon's WebAssembly");
+var images = photonImages2(wasm);
+port.on("message", (request) => {
+  images.prepare(request.bytes, request.mimeType, request.limits).then((result) => port.postMessage({
+    id: request.id,
+    result: result ?? null
+  }), (cause) => port.postMessage({
+    id: request.id,
+    error: cause instanceof Error ? cause.message : String(cause)
+  }));
+});

package/dist/src/index.d.ts

@@ -18,4 +18,3 @@ export * from "./plugins/loader.ts";
 export * from "./postgres.ts";
 export * from "./secrets.ts";
 export * from "./sqlite.ts";
-export { StoreOwned } from "./store-owner.ts";