@cerefox/memory 1.0.0-rc.2 → 1.0.0-rc.4

package/dist/bin/cerefox.js

@@ -7184,7 +7184,7 @@ var exports_meta = {};
 __export(exports_meta, {
   PKG_VERSION: () => PKG_VERSION
 });
-var PKG_VERSION = "1.0.0-rc.2";
+var PKG_VERSION = "1.0.0-rc.4";
 var init_meta = () => {};
 
 // ../../node_modules/.bun/tslib@2.8.1/node_modules/tslib/tslib.js
@@ -25008,10 +25008,11 @@ function getMaxResponseBytes() {
 }
 function getMinSearchScore() {
   const raw = globalThis.process?.env?.CEREFOX_MIN_SEARCH_SCORE;
+  const fallback = globalThis.process?.env?.CEREFOX_EMBEDDER === "local" ? DEFAULT_MIN_SEARCH_SCORE_LOCAL : DEFAULT_MIN_SEARCH_SCORE;
   if (raw === undefined || raw === "")
-    return DEFAULT_MIN_SEARCH_SCORE;
+    return fallback;
   const n = Number.parseFloat(raw);
-  return Number.isNaN(n) || n < 0 || n > 1 ? DEFAULT_MIN_SEARCH_SCORE : n;
+  return Number.isNaN(n) || n < 0 || n > 1 ? fallback : n;
 }
 function applyByteBudget(rows, maxBytes) {
   const accepted = [];
@@ -25040,7 +25041,7 @@ function logUsage(supabase, params) {
     p_extra: params.extra ?? {}
   })).catch(() => {});
 }
-var MAX_RESPONSE_BYTES = 200000, DEFAULT_MIN_SEARCH_SCORE = 0.5;
+var MAX_RESPONSE_BYTES = 200000, DEFAULT_MIN_SEARCH_SCORE = 0.5, DEFAULT_MIN_SEARCH_SCORE_LOCAL = 0.6;
 
 // ../../_shared/mcp-tools/_projects.ts
 async function ensureDocumentInProject(supabase, documentId, projectName) {
@@ -25532,9 +25533,22 @@ async function ensurePipeline() {
 async function warmup() {
   await ensurePipeline();
 }
+function onnxBatchSize() {
+  const env4 = globalThis.process?.env ?? {};
+  const n = Number.parseInt(env4.CEREFOX_ONNX_BATCH ?? "", 10);
+  return Number.isFinite(n) && n > 0 ? n : DEFAULT_ONNX_BATCH;
+}
 async function onnxEmbed(texts, role) {
   if (texts.length === 0)
     return [];
+  const batch = onnxBatchSize();
+  if (texts.length > batch) {
+    const out2 = [];
+    for (let i = 0;i < texts.length; i += batch) {
+      out2.push(...await onnxEmbed(texts.slice(i, i + batch), role));
+    }
+    return out2;
+  }
   const pipeline = await ensurePipeline();
   const inputs = buildPrefixedInputs(texts, role);
   const out = await pipeline(inputs, { pooling: "mean", normalize: true });
@@ -25549,7 +25563,7 @@ async function onnxEmbed(texts, role) {
   }
   return vectors;
 }
-var ONNX_MODEL_ID = "nomic-ai/nomic-embed-text-v1.5", ONNX_MODEL_NAME = "nomic-embed-text-v1.5", ONNX_MODEL_DTYPE = "q8", ONNX_MODEL_DIM = 768, ONNX_MODEL_APPROX_MB = 130, transformersModule = null, pipelinePromise = null;
+var ONNX_MODEL_ID = "nomic-ai/nomic-embed-text-v1.5", ONNX_MODEL_NAME = "nomic-embed-text-v1.5", ONNX_MODEL_DTYPE = "q8", ONNX_MODEL_DIM = 768, ONNX_MODEL_APPROX_MB = 130, transformersModule = null, pipelinePromise = null, DEFAULT_ONNX_BATCH = 4;
 var init_onnx_embedder = () => {};
 
 // ../../_shared/embeddings/index.ts
@@ -74646,7 +74660,7 @@ import { homedir as homedir6 } from "node:os";
 import { join as join9 } from "node:path";
 
 // ../../_shared/ef-meta/index.ts
-var EF_VERSION = "1.0.0-beta.4";
+var EF_VERSION = "1.0.0-rc.4";
 
 // src/cli/util/checks.ts
 init_config();
@@ -74704,6 +74718,14 @@ function checkConfig() {
     };
   }
   if (!existsSync10(envPath)) {
+    const settings = loadSettings();
+    if (settings.supabaseUrl && settings.supabaseKey) {
+      return {
+        name: "config",
+        status: "ok",
+        detail: "configured via environment variables (no .env file — normal for Cerefox Local)"
+      };
+    }
     return {
       name: "config",
       status: "error",
@@ -75023,9 +75045,9 @@ function checkMcpConfigs() {
   if (found.length === 0) {
     return {
       name: "mcp clients",
-      status: "warn",
-      detail: "No MCP client configs reference Cerefox.",
-      hint: "Run `cerefox configure-agent --tool claude-code` (or `--tool claude-desktop`) to wire up a client."
+      status: isLocalBackend() ? "skipped" : "warn",
+      detail: isLocalBackend() ? "checked from inside the container — host MCP configs are not visible here." : "No MCP client configs reference Cerefox.",
+      hint: isLocalBackend() ? "Configure agents on the host with `cerefox-local configure-agent`." : "Run `cerefox configure-agent --tool claude-code` (or `--tool claude-desktop`) to wire up a client."
     };
   }
   return {
@@ -75097,7 +75119,17 @@ async function checkPostgres() {
     await sql.end({ timeout: 1 }).catch(() => {});
   }
 }
+function isLocalBackend() {
+  return Boolean(process.env.CEREFOX_POSTGREST_UPSTREAM);
+}
 async function checkEdgeFunctionsCompat() {
+  if (isLocalBackend()) {
+    return {
+      name: "edge functions",
+      status: "skipped",
+      detail: "local backend — Edge Functions are not used (cloud-only surface)."
+    };
+  }
   const settings = loadSettings();
   if (!settings.supabaseUrl) {
     return {
@@ -77234,7 +77266,7 @@ async function action29(query, options) {
   }
 }
 function registerSearch(program2) {
-  program2.command("search").description("Search the knowledge base (hybrid FTS + semantic).").argument("<query>", "Natural-language search query.").option("-c, --match-count <n>", "Maximum number of documents to return.", "5").option("-p, --project-name <name>", "Filter results to a specific project.").option("-f, --metadata-filter <json>", "JSON containment filter; only docs whose metadata contains ALL pairs are returned.").option("--mode <mode>", "Search mode: docs (default), hybrid, fts.", "docs").option("--alpha <float>", "Semantic weight 0..1 (default: 0.7).", "0.7").option("--min-score <float>", "Minimum cosine similarity threshold (default: CEREFOX_MIN_SEARCH_SCORE or 0.5).").option("--max-bytes <n>", "Response size budget in bytes (default: CEREFOX_MAX_RESPONSE_BYTES or 200000).").option("-r, --requestor <name>", "Agent / user name (recorded in usage log).").option("--json", "Emit machine-readable JSON instead of the default text.").option("--only-metadata", "List matching docs (id, score, chunks, chars, partial/full) WITHOUT their content — like the web UI's collapsed result list. Grab a [id:…] then `cerefox document get <id>`.").action(action29);
+  program2.command("search").description("Search the knowledge base (hybrid FTS + semantic).").argument("<query>", "Natural-language search query.").option("-c, --match-count <n>", "Maximum number of documents to return.", "5").option("-p, --project-name <name>", "Filter results to a specific project.").option("-f, --metadata-filter <json>", "JSON containment filter; only docs whose metadata contains ALL pairs are returned.").option("--mode <mode>", "Search mode: docs (default), hybrid, fts.", "docs").option("--alpha <float>", "Semantic weight 0..1 (default: 0.7).", "0.7").option("--min-score <float>", "Minimum cosine similarity threshold (default: CEREFOX_MIN_SEARCH_SCORE; else 0.5, or 0.6 with the local embedder).").option("--max-bytes <n>", "Response size budget in bytes (default: CEREFOX_MAX_RESPONSE_BYTES or 200000).").option("-r, --requestor <name>", "Agent / user name (recorded in usage log).").option("--json", "Emit machine-readable JSON instead of the default text.").option("--only-metadata", "List matching docs (id, score, chunks, chars, partial/full) WITHOUT their content — like the web UI's collapsed result list. Grab a [id:…] then `cerefox document get <id>`.").action(action29);
 }
 
 // src/cli/commands/self-update.ts

package/dist/server-assets/_shared/ef-meta/index.ts

@@ -18,7 +18,7 @@
  * doesn't touch `supabase/functions/` leaves it alone).
  */
 
-export const EF_VERSION = "1.0.0-beta.4";
+export const EF_VERSION = "1.0.0-rc.4";
 
 /**
  * The 8 peer EFs the cerefox-mcp aggregator probes (excludes cerefox-mcp

package/dist/server-assets/_shared/embeddings/onnx-embedder.ts

@@ -208,8 +208,32 @@ export async function warmup(): Promise<void> {
  * Mean pooling + L2 normalisation (sentence-transformers convention; nomic
  * expects both). Returns plain `number[][]` to match the OpenAI path.
  */
+/**
+ * Per-inference sub-batch. Peak tensor memory scales with the batch, and the
+ * container shares a (often small) Docker VM with Postgres + PostgREST + the
+ * web server — a 12-text single call was OOM-killed on Colima's default 2 GB
+ * VM (rc.2 dogfood, exit 137). 4 keeps peak memory flat at personal scale;
+ * override with CEREFOX_ONNX_BATCH.
+ */
+const DEFAULT_ONNX_BATCH = 4;
+
+function onnxBatchSize(): number {
+  const env = (globalThis as { process?: { env?: Record<string, string | undefined> } })
+    .process?.env ?? {};
+  const n = Number.parseInt(env.CEREFOX_ONNX_BATCH ?? "", 10);
+  return Number.isFinite(n) && n > 0 ? n : DEFAULT_ONNX_BATCH;
+}
+
 export async function onnxEmbed(texts: string[], role: EmbedRole): Promise<number[][]> {
   if (texts.length === 0) return [];
+  const batch = onnxBatchSize();
+  if (texts.length > batch) {
+    const out: number[][] = [];
+    for (let i = 0; i < texts.length; i += batch) {
+      out.push(...(await onnxEmbed(texts.slice(i, i + batch), role)));
+    }
+    return out;
+  }
   const pipeline = await ensurePipeline();
   const inputs = buildPrefixedInputs(texts, role);
   const out = await pipeline(inputs, { pooling: "mean", normalize: true });

package/dist/server-assets/_shared/mcp-tools/_utils.ts

@@ -35,6 +35,15 @@ export function getMaxResponseBytes(): number {
 /** Built-in default cosine-similarity floor for hybrid/semantic search. */
 export const DEFAULT_MIN_SEARCH_SCORE = 0.5;
 
+/**
+ * Nomic's cosine-score distribution sits higher than OpenAI's: unrelated text
+ * lands ~0.4–0.55 (vs ~0.1–0.3), so the 0.5 floor calibrated for
+ * text-embedding-3-small lets weak matches through on the local embedder
+ * (rc.3 dogfood: an unrelated doc passed at vec≈0.54). 0.6 restores the
+ * intended precision; relevant nomic matches score ~0.7+.
+ */
+export const DEFAULT_MIN_SEARCH_SCORE_LOCAL = 0.6;
+
 /**
  * Resolve the minimum cosine-similarity floor for hybrid/semantic search
  * (vector-only matches below this are dropped; FTS matches always pass).
@@ -49,9 +58,14 @@ export const DEFAULT_MIN_SEARCH_SCORE = 0.5;
 export function getMinSearchScore(): number {
   const raw = (globalThis as { process?: { env?: Record<string, string | undefined> } })
     .process?.env?.CEREFOX_MIN_SEARCH_SCORE;
-  if (raw === undefined || raw === "") return DEFAULT_MIN_SEARCH_SCORE;
+  const fallback =
+    (globalThis as { process?: { env?: Record<string, string | undefined> } })
+      .process?.env?.CEREFOX_EMBEDDER === "local"
+      ? DEFAULT_MIN_SEARCH_SCORE_LOCAL
+      : DEFAULT_MIN_SEARCH_SCORE;
+  if (raw === undefined || raw === "") return fallback;
   const n = Number.parseFloat(raw);
-  return Number.isNaN(n) || n < 0 || n > 1 ? DEFAULT_MIN_SEARCH_SCORE : n;
+  return Number.isNaN(n) || n < 0 || n > 1 ? fallback : n;
 }
 
 export function applyByteBudget(

package/docs/guides/setup-local.md

@@ -49,6 +49,10 @@ install; switching later requires a re-index (see below).
 The local model (~130 MB) downloads once — at install/init when selected — into the
 data volume, so it survives `cerefox-local upgrade`.
 
+> **Memory**: give the Docker VM **≥ 4 GB** for comfortable local-embedder use
+> (Colima defaults to 2 GB: `colima start --memory 4`). Inference is
+> sub-batched to keep peak memory flat, so smaller VMs work — just slower.
+
 > **Switching embedders on existing data is breaking**: the two models produce
 > incompatible vector spaces, so documents embedded with one are invisible to
 > semantic search under the other. `cerefox-local init` warns and requires
@@ -56,6 +60,10 @@ data volume, so it survives `cerefox-local upgrade`.
 > `cerefox-local server reindex` to re-embed everything. `cerefox-local doctor`
 > flags any mismatch.
 
+> Scores are calibrated per embedder: with the local model the default semantic
+> threshold is **0.6** (vs 0.5 for OpenAI) because nomic scores unrelated text
+> higher. Override per call with `--min-score` or via `CEREFOX_MIN_SEARCH_SCORE`.
+
 ---
 
 ## Step 1 — Install

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cerefox/memory",
-  "version": "1.0.0-rc.2",
+  "version": "1.0.0-rc.4",
   "description": "Cerefox — user-owned shared memory for AI agents. The local TypeScript runtime: stdio MCP server in v0.4; CLI binary added in v0.5; in-process web server in v0.6; ingestion pipeline in v0.7.",
   "license": "Apache-2.0",
   "homepage": "https://github.com/fstamatelopoulos/cerefox",