modelstat 0.9.0 → 0.10.1

package/dist/cli.mjs

@@ -36749,8 +36749,8 @@ var init_node = __esm({
 async function createPrivacyFilterRedactor(opts = {}) {
   const isBrowser = typeof globalThis !== "undefined" && typeof globalThis.window !== "undefined";
   const device = opts.device ?? (isBrowser ? "webgpu" : "cpu");
-  const dtype = opts.dtype ?? "q4";
-  const modelId = opts.model ?? "openai/privacy-filter";
+  const dtype = opts.dtype ?? "q8";
+  const modelId = opts.model ?? "Xenova/bert-base-NER";
   const importModule2 = opts.importModule ?? ((id) => import(
     /* @vite-ignore */
     id
@@ -37315,7 +37315,7 @@ var init_scan = __esm({
     init_api();
     init_config2();
     init_pipeline2();
-    DAEMON_VERSION = true ? "daemon-0.9.0" : "daemon-dev";
+    DAEMON_VERSION = true ? "daemon-0.10.1" : "daemon-dev";
     BATCH_MAX_EVENTS = INGEST_BATCH_MAX_EVENTS;
     BATCH_MAX_TOOL_CALLS = 2e4;
     BATCH_BUFFER_HARD_CAP = BATCH_MAX_EVENTS * 2;
@@ -37882,7 +37882,7 @@ var PROCESSING_VERSION;
 var init_processing_version = __esm({
   "src/processing-version.ts"() {
     "use strict";
-    PROCESSING_VERSION = 7;
+    PROCESSING_VERSION = 9;
   }
 });
 
@@ -40262,7 +40262,7 @@ var init_daemon = __esm({
     init_scan();
     init_single_flight();
     init_update();
-    DAEMON_VERSION2 = true ? "daemon-0.9.0" : "daemon-dev";
+    DAEMON_VERSION2 = true ? "daemon-0.10.1" : "daemon-dev";
     HEARTBEAT_INTERVAL_MS = 1e4;
     SCAN_INTERVAL_MS = 5 * 60 * 1e3;
     DISCOVERY_INTERVAL_MS = 6e4;
@@ -40448,15 +40448,16 @@ function setupRuntime() {
   return installBundle();
 }
 var NODE_LLAMA_CPP_FALLBACK_VERSION = "3.18.1";
-function sourceLlamaVersion(sourceCli) {
+var HF_TRANSFORMERS_FALLBACK_VERSION = "3.8.1";
+function sourcePkgVersion(sourceCli, pkgName) {
   try {
     const req = createRequire(sourceCli);
-    let d = dirname6(realpathSync(req.resolve("node-llama-cpp")));
+    let d = dirname6(realpathSync(req.resolve(pkgName)));
     for (let i = 0; i < 10; i++) {
       const pj = join8(d, "package.json");
       if (existsSync9(pj)) {
         const p = JSON.parse(readFileSync5(pj, "utf8"));
-        if (p.name === "node-llama-cpp" && p.version) return p.version;
+        if (p.name === pkgName && p.version) return p.version;
       }
       const up = dirname6(d);
       if (up === d) break;
@@ -40466,21 +40467,21 @@ function sourceLlamaVersion(sourceCli) {
   }
   return null;
 }
-function installNativeRuntime(sourceCli) {
-  const version = sourceLlamaVersion(sourceCli) ?? NODE_LLAMA_CPP_FALLBACK_VERSION;
+function stageNativePkg(sourceCli, pkgName, fallbackVersion, critical) {
+  const version = sourcePkgVersion(sourceCli, pkgName) ?? fallbackVersion;
   const dest = binDir();
+  const pkgJson = join8(dest, "node_modules", ...pkgName.split("/"), "package.json");
   try {
-    const have = JSON.parse(
-      readFileSync5(join8(dest, "node_modules", "node-llama-cpp", "package.json"), "utf8")
-    );
-    if (have.version === version) return [`node-llama-cpp@${version} (cached)`];
+    const have = JSON.parse(readFileSync5(pkgJson, "utf8"));
+    if (have.version === version) return [`${pkgName}@${version} (cached)`];
   } catch {
   }
   mkdirSync4(dest, { recursive: true });
   const childEnv = { ...process.env };
   delete childEnv.npm_config_global;
   delete childEnv.npm_config_prefix;
-  process.stderr.write(`  \xB7 staging summariser runtime (node-llama-cpp@${version})\u2026
+  const label = critical ? "summariser runtime" : "on-device embedder + PII/NER redactor";
+  process.stderr.write(`  \xB7 staging ${label} (${pkgName}@${version})\u2026
 `);
   const r = spawnSync2(
     "npm",
@@ -40493,27 +40494,38 @@ function installNativeRuntime(sourceCli) {
       "--omit=dev",
       "--no-audit",
       "--no-fund",
-      // Prefer the npm cache the current install already populated (node-llama-cpp
-      // is a direct dep, so the platform prebuilt is cached) — an offline ~3s copy
-      // instead of a redundant network re-fetch. Only a genuine cache miss touches
-      // the network, and a capped per-request timeout makes that fail fast (the
-      // daemon's summariser preflight re-stages) rather than hang indefinitely.
+      // Prefer the npm cache the current install already populated — an offline
+      // ~3s copy instead of a redundant network re-fetch. Only a genuine cache
+      // miss touches the network, and a capped per-request timeout makes that
+      // fail fast (the daemon re-stages on its next preflight) rather than hang.
       "--prefer-offline",
       "--fetch-timeout=60000",
       "--loglevel=error",
-      `node-llama-cpp@${version}`
+      `${pkgName}@${version}`
     ],
     { encoding: "utf8", stdio: "pipe", env: childEnv }
   );
   if (r.status !== 0) {
     process.stderr.write(
-      `[modelstat] couldn't stage the bundled summariser runtime via npm (node-llama-cpp@${version}); the daemon's summariser preflight will fail until this is resolved.
+      critical ? `[modelstat] couldn't stage the bundled summariser runtime via npm (${pkgName}@${version}); the daemon's summariser preflight will fail until this is resolved.
 ${(r.stderr || r.stdout || "").trim()}
+` : `[modelstat] couldn't stage the on-device embedder/redactor (${pkgName}@${version}); the daemon falls back to server-side embedding + regex/LLM redaction (non-fatal).
 `
     );
     return [];
   }
-  return [`node-llama-cpp@${version}`];
+  return [`${pkgName}@${version}`];
+}
+function installNativeRuntime(sourceCli) {
+  return [
+    ...stageNativePkg(sourceCli, "node-llama-cpp", NODE_LLAMA_CPP_FALLBACK_VERSION, true),
+    ...stageNativePkg(
+      sourceCli,
+      "@huggingface/transformers",
+      HF_TRANSFORMERS_FALLBACK_VERSION,
+      false
+    )
+  ];
 }
 function nodeBinary() {
   return process.execPath;
@@ -40867,7 +40879,7 @@ function tryOpenBrowser(url) {
     return false;
   }
 }
-var DAEMON_VERSION3 = true ? "daemon-0.9.0" : "daemon-dev";
+var DAEMON_VERSION3 = true ? "daemon-0.10.1" : "daemon-dev";
 function osFamily() {
   const p = platform6();
   if (p === "darwin") return "macos";