nemoris 0.1.0 → 0.1.2

package/src/memory/backends/qmd-backend.js

@@ -1,219 +1,219 @@
-import path from "node:path";
-import { listFilesRecursive, readText } from "../../utils/fs.js";
-import { execFile } from "node:child_process";
-import { promisify } from "node:util";
-
-const execFileAsync = promisify(execFile);
-
-function parseQmdCollections(yaml) {
-  const lines = String(yaml || "").split("\n");
-  const collections = [];
-  let current = null;
-
-  for (const rawLine of lines) {
-    const line = rawLine.trimEnd();
-    const trimmed = line.trim();
-    if (!trimmed) continue;
-    const collectionMatch = /^([a-zA-Z0-9_-]+):\s*$/.exec(trimmed);
-    if (collectionMatch && !trimmed.startsWith("collections:")) {
-      current = {
-        id: collectionMatch[1]
-      };
-      collections.push(current);
-      continue;
-    }
-    if (!current) continue;
-    const pathMatch = /^path:\s*(.+)$/.exec(trimmed);
-    if (pathMatch) {
-      current.path = pathMatch[1];
-      continue;
-    }
-    const patternMatch = /^pattern:\s*(.+)$/.exec(trimmed);
-    if (patternMatch) {
-      current.pattern = patternMatch[1];
-    }
-  }
-
-  return collections;
-}
-
-export class QmdMemoryBackend {
-  constructor({ liveRoot }) {
-    this.kind = "qmd";
-    this.liveRoot = liveRoot;
-  }
-
-  async inspect(agentId, workspaceRoot = null) {
-    if (!this.liveRoot) {
-      return {
-        kind: this.kind,
-        available: false,
-        agentId: null,
-        collections: [],
-        indexSqlite: null
-      };
-    }
-    const direct = await this.inspectDirect(agentId);
-    if (direct.available) return direct;
-
-    if (workspaceRoot) {
-      const byWorkspace = await this.inspectByWorkspace(workspaceRoot);
-      if (byWorkspace.available) {
-        return {
-          ...byWorkspace,
-          mappedFromWorkspace: true
-        };
-      }
-    }
-
-    return direct;
-  }
-
-  async inspectDirect(agentId) {
-    const qmdRoot = path.join(this.liveRoot, "agents", agentId, "qmd");
-    return this.inspectRoot(qmdRoot, agentId);
-  }
-
-  async inspectByWorkspace(workspaceRoot) {
-    const qmdConfigs = (await listFilesRecursive(path.join(this.liveRoot, "agents"))).filter((filePath) =>
-      filePath.endsWith("/qmd/xdg-config/index.yml")
-    );
-
-    for (const configPath of qmdConfigs) {
-      const configText = await readText(configPath, "");
-      const collections = parseQmdCollections(configText);
-      if (collections.some((collection) => matchesWorkspaceCollection(workspaceRoot, collection.path))) {
-        const agentId = configPath.split(path.sep).slice(-4, -3)[0];
-        const qmdRoot = path.join(this.liveRoot, "agents", agentId, "qmd");
-        return this.inspectRoot(qmdRoot, agentId);
-      }
-    }
-
-    return {
-      kind: this.kind,
-      available: false,
-      agentId: null,
-      collections: [],
-      indexSqlite: null
-    };
-  }
-
-  async inspectRoot(qmdRoot, agentId) {
-    const configPath = path.join(qmdRoot, "xdg-config", "index.yml");
-    const indexSqlite = path.join(qmdRoot, "xdg-cache", "qmd", "index.sqlite");
-    const configText = await readText(configPath, null);
-    const indexExists = await readText(indexSqlite, null).then(() => true, () => false);
-    const stats = indexExists ? await this.readStats(indexSqlite) : null;
-
-    return {
-      kind: this.kind,
-      available: Boolean(configText),
-      agentId,
-      configPath,
-      indexSqlite: indexExists ? indexSqlite : null,
-      collections: parseQmdCollections(configText || ""),
-      stats
-    };
-  }
-
-  async query(agentId, query, options = {}) {
-    const inspected = await this.inspect(agentId, options.workspaceRoot || null);
-    if (!inspected.available || !inspected.indexSqlite) {
-      return {
-        backend: this.kind,
-        available: false,
-        items: []
-      };
-    }
-
-    const normalized = normalizeFtsQuery(query);
-    const limit = options.limit ?? 5;
-    const sql =
-      "select documents_fts.filepath, documents_fts.title, documents.path as document_path, documents.collection, " +
-      "snippet(documents_fts, 2, '[', ']', ' … ', 12) as snippet " +
-      "from documents_fts join documents on documents.id = documents_fts.rowid " +
-      `where documents_fts match '${escapeSql(normalized)}' limit ${Number(limit) * 3 || 15}`;
-
-    try {
-      const { stdout } = await execFileAsync("sqlite3", ["-json", inspected.indexSqlite, sql]);
-      return {
-        backend: this.kind,
-        available: true,
-        items: dedupeQmdItems(JSON.parse(stdout || "[]")).slice(0, limit),
-        stats: inspected.stats || null
-      };
-    } catch {
-      return {
-        backend: this.kind,
-        available: true,
-        items: [],
-        stats: inspected.stats || null
-      };
-    }
-  }
-
-  async readStats(indexSqlite) {
-    try {
-      const sql =
-        "select " +
-        "(select count(*) from documents where active=1) as docs, " +
-        "(select count(*) from content_vectors) as vectors;";
-      const { stdout } = await execFileAsync("sqlite3", ["-json", indexSqlite, sql]);
-      return JSON.parse(stdout || "[]")[0] || null;
-    } catch {
-      return null;
-    }
-  }
-}
-
-function normalizeFtsQuery(query) {
-  return String(query || "")
-    .split(/\s+/)
-    .filter(Boolean)
-    .map((token) => token.replace(/"/g, ""))
-    .join(" OR ");
-}
-
-function escapeSql(value) {
-  return String(value).replace(/'/g, "''");
-}
-
-function dedupeQmdItems(items) {
-  const seen = new Set();
-  const deduped = [];
-
-  for (const item of items) {
-    const key = buildDedupKey(item);
-    if (seen.has(key)) continue;
-    seen.add(key);
-    deduped.push(item);
-  }
-
-  return deduped;
-}
-
-function buildDedupKey(item) {
-  const pathKey = normalizePath(item.document_path || item.filepath || "");
-  const titleKey = String(item.title || "").trim().toLowerCase();
-  const snippetKey = String(item.snippet || "")
-    .replace(/\s+/g, " ")
-    .trim()
-    .toLowerCase();
-
-  return [pathKey, titleKey, snippetKey].join("::");
-}
-
-function normalizePath(value) {
-  return String(value || "")
-    .replace(/\\/g, "/")
-    .trim()
-    .toLowerCase();
-}
-
-function matchesWorkspaceCollection(workspaceRoot, collectionPath) {
-  const normalizedWorkspace = normalizePath(workspaceRoot);
-  const normalizedCollection = normalizePath(collectionPath);
-  if (!normalizedWorkspace || !normalizedCollection) return false;
-  if (normalizedCollection === normalizedWorkspace) return true;
-  return normalizedCollection === `${normalizedWorkspace}/memory`;
-}
+import path from "node:path";
+import { listFilesRecursive, readText } from "../../utils/fs.js";
+import { execFile } from "node:child_process";
+import { promisify } from "node:util";
+
+const execFileAsync = promisify(execFile);
+
+function parseQmdCollections(yaml) {
+  const lines = String(yaml || "").split("\n");
+  const collections = [];
+  let current = null;
+
+  for (const rawLine of lines) {
+    const line = rawLine.trimEnd();
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    const collectionMatch = /^([a-zA-Z0-9_-]+):\s*$/.exec(trimmed);
+    if (collectionMatch && !trimmed.startsWith("collections:")) {
+      current = {
+        id: collectionMatch[1]
+      };
+      collections.push(current);
+      continue;
+    }
+    if (!current) continue;
+    const pathMatch = /^path:\s*(.+)$/.exec(trimmed);
+    if (pathMatch) {
+      current.path = pathMatch[1];
+      continue;
+    }
+    const patternMatch = /^pattern:\s*(.+)$/.exec(trimmed);
+    if (patternMatch) {
+      current.pattern = patternMatch[1];
+    }
+  }
+
+  return collections;
+}
+
+export class QmdMemoryBackend {
+  constructor({ liveRoot }) {
+    this.kind = "qmd";
+    this.liveRoot = liveRoot;
+  }
+
+  async inspect(agentId, workspaceRoot = null) {
+    if (!this.liveRoot) {
+      return {
+        kind: this.kind,
+        available: false,
+        agentId: null,
+        collections: [],
+        indexSqlite: null
+      };
+    }
+    const direct = await this.inspectDirect(agentId);
+    if (direct.available) return direct;
+
+    if (workspaceRoot) {
+      const byWorkspace = await this.inspectByWorkspace(workspaceRoot);
+      if (byWorkspace.available) {
+        return {
+          ...byWorkspace,
+          mappedFromWorkspace: true
+        };
+      }
+    }
+
+    return direct;
+  }
+
+  async inspectDirect(agentId) {
+    const qmdRoot = path.join(this.liveRoot, "agents", agentId, "qmd");
+    return this.inspectRoot(qmdRoot, agentId);
+  }
+
+  async inspectByWorkspace(workspaceRoot) {
+    const qmdConfigs = (await listFilesRecursive(path.join(this.liveRoot, "agents"))).filter((filePath) =>
+      filePath.endsWith("/qmd/xdg-config/index.yml")
+    );
+
+    for (const configPath of qmdConfigs) {
+      const configText = await readText(configPath, "");
+      const collections = parseQmdCollections(configText);
+      if (collections.some((collection) => matchesWorkspaceCollection(workspaceRoot, collection.path))) {
+        const agentId = configPath.split(path.sep).slice(-4, -3)[0];
+        const qmdRoot = path.join(this.liveRoot, "agents", agentId, "qmd");
+        return this.inspectRoot(qmdRoot, agentId);
+      }
+    }
+
+    return {
+      kind: this.kind,
+      available: false,
+      agentId: null,
+      collections: [],
+      indexSqlite: null
+    };
+  }
+
+  async inspectRoot(qmdRoot, agentId) {
+    const configPath = path.join(qmdRoot, "xdg-config", "index.yml");
+    const indexSqlite = path.join(qmdRoot, "xdg-cache", "qmd", "index.sqlite");
+    const configText = await readText(configPath, null);
+    const indexExists = await readText(indexSqlite, null).then(() => true, () => false);
+    const stats = indexExists ? await this.readStats(indexSqlite) : null;
+
+    return {
+      kind: this.kind,
+      available: Boolean(configText),
+      agentId,
+      configPath,
+      indexSqlite: indexExists ? indexSqlite : null,
+      collections: parseQmdCollections(configText || ""),
+      stats
+    };
+  }
+
+  async query(agentId, query, options = {}) {
+    const inspected = await this.inspect(agentId, options.workspaceRoot || null);
+    if (!inspected.available || !inspected.indexSqlite) {
+      return {
+        backend: this.kind,
+        available: false,
+        items: []
+      };
+    }
+
+    const normalized = normalizeFtsQuery(query);
+    const limit = options.limit ?? 5;
+    const sql =
+      "select documents_fts.filepath, documents_fts.title, documents.path as document_path, documents.collection, " +
+      "snippet(documents_fts, 2, '[', ']', ' … ', 12) as snippet " +
+      "from documents_fts join documents on documents.id = documents_fts.rowid " +
+      `where documents_fts match '${escapeSql(normalized)}' limit ${Number(limit) * 3 || 15}`;
+
+    try {
+      const { stdout } = await execFileAsync("sqlite3", ["-json", inspected.indexSqlite, sql]);
+      return {
+        backend: this.kind,
+        available: true,
+        items: dedupeQmdItems(JSON.parse(stdout || "[]")).slice(0, limit),
+        stats: inspected.stats || null
+      };
+    } catch {
+      return {
+        backend: this.kind,
+        available: true,
+        items: [],
+        stats: inspected.stats || null
+      };
+    }
+  }
+
+  async readStats(indexSqlite) {
+    try {
+      const sql =
+        "select " +
+        "(select count(*) from documents where active=1) as docs, " +
+        "(select count(*) from content_vectors) as vectors;";
+      const { stdout } = await execFileAsync("sqlite3", ["-json", indexSqlite, sql]);
+      return JSON.parse(stdout || "[]")[0] || null;
+    } catch {
+      return null;
+    }
+  }
+}
+
+function normalizeFtsQuery(query) {
+  return String(query || "")
+    .split(/\s+/)
+    .filter(Boolean)
+    .map((token) => token.replace(/"/g, ""))
+    .join(" OR ");
+}
+
+function escapeSql(value) {
+  return String(value).replace(/'/g, "''");
+}
+
+function dedupeQmdItems(items) {
+  const seen = new Set();
+  const deduped = [];
+
+  for (const item of items) {
+    const key = buildDedupKey(item);
+    if (seen.has(key)) continue;
+    seen.add(key);
+    deduped.push(item);
+  }
+
+  return deduped;
+}
+
+function buildDedupKey(item) {
+  const pathKey = normalizePath(item.document_path || item.filepath || "");
+  const titleKey = String(item.title || "").trim().toLowerCase();
+  const snippetKey = String(item.snippet || "")
+    .replace(/\s+/g, " ")
+    .trim()
+    .toLowerCase();
+
+  return [pathKey, titleKey, snippetKey].join("::");
+}
+
+function normalizePath(value) {
+  return String(value || "")
+    .replace(/\\/g, "/")
+    .trim()
+    .toLowerCase();
+}
+
+function matchesWorkspaceCollection(workspaceRoot, collectionPath) {
+  const normalizedWorkspace = normalizePath(workspaceRoot);
+  const normalizedCollection = normalizePath(collectionPath);
+  if (!normalizedWorkspace || !normalizedCollection) return false;
+  if (normalizedCollection === normalizedWorkspace) return true;
+  return normalizedCollection === `${normalizedWorkspace}/memory`;
+}

package/src/memory/embedding-guards.js

@@ -1,24 +1,24 @@
-function readFlag(name) {
-  const raw = process.env[name];
-  return raw === "1" || raw === "true";
-}
-
-export function getEmbeddingPolicy() {
-  return {
-    allowEmbeddings: readFlag("NEMORIS_ALLOW_EMBEDDINGS"),
-    allowRemoteEmbeddings: readFlag("NEMORIS_ALLOW_REMOTE_EMBEDDINGS"),
-    requireHealthyProvider: true,
-    allowedProvider: "ollama"
-  };
-}
-
-export function assertEmbeddingsAllowed(providerId) {
-  const policy = getEmbeddingPolicy();
-  if (!policy.allowEmbeddings) {
-    throw new Error("Embeddings disabled. Set NEMORIS_ALLOW_EMBEDDINGS=1 to enable embedding indexing.");
-  }
-  if (providerId !== policy.allowedProvider && !policy.allowRemoteEmbeddings) {
-    throw new Error(`Embedding provider ${providerId} is blocked by policy.`);
-  }
-  return policy;
-}
+function readFlag(name) {
+  const raw = process.env[name];
+  return raw === "1" || raw === "true";
+}
+
+export function getEmbeddingPolicy() {
+  return {
+    allowEmbeddings: readFlag("NEMORIS_ALLOW_EMBEDDINGS"),
+    allowRemoteEmbeddings: readFlag("NEMORIS_ALLOW_REMOTE_EMBEDDINGS"),
+    requireHealthyProvider: true,
+    allowedProvider: "ollama"
+  };
+}
+
+export function assertEmbeddingsAllowed(providerId) {
+  const policy = getEmbeddingPolicy();
+  if (!policy.allowEmbeddings) {
+    throw new Error("Embeddings disabled. Set NEMORIS_ALLOW_EMBEDDINGS=1 to enable embedding indexing.");
+  }
+  if (providerId !== policy.allowedProvider && !policy.allowRemoteEmbeddings) {
+    throw new Error(`Embedding provider ${providerId} is blocked by policy.`);
+  }
+  return policy;
+}