nemoris 0.1.0 → 0.1.2

package/src/shadow/bridge.js

@@ -1,303 +1,303 @@
-import path from "node:path";
-import fs from "node:fs/promises";
-import { listFilesRecursive, readJson, readJsonLines, readText } from "../utils/fs.js";
-
-function sortNewestFirst(items) {
-  return [...items].sort((a, b) => b.mtimeMs - a.mtimeMs);
-}
-
-export class OpenClawShadowBridge {
-  constructor({ liveRoot }) {
-    this.liveRoot = liveRoot;
-  }
-
-  get available() {
-    return Boolean(this.liveRoot);
-  }
-
-  async loadConfig() {
-    if (!this.available) return {};
-    return readJson(path.join(this.liveRoot, "openclaw.json"), {});
-  }
-
-  async loadCronJobs() {
-    if (!this.available) return [];
-    const data = await readJson(path.join(this.liveRoot, "cron", "jobs.json"), { jobs: [] });
-    return data.jobs || [];
-  }
-
-  async loadCronRunHistory(jobId, limit = 3) {
-    if (!this.available) return [];
-    const filePath = path.join(this.liveRoot, "cron", "runs", `${jobId}.jsonl`);
-    const entries = await readJsonLines(filePath);
-    return entries.slice(-limit).reverse();
-  }
-
-  async listAgents() {
-    const config = await this.loadConfig();
-    return (config.agents?.list || []).map((agent) => ({
-      id: agent.id,
-      name: agent.name,
-      workspace: agent.workspace,
-      agentDir: agent.agentDir || path.join(this.liveRoot, "agents", agent.id, "agent"),
-      primaryModel: agent.model?.primary || null,
-      fallbackModels: agent.model?.fallbacks || [],
-      deniedTools: agent.tools?.deny || [],
-      skills: agent.skills || []
-    }));
-  }
-
-  async loadAgentProfiles(agentId) {
-    if (!this.available) return {};
-    return readJson(path.join(this.liveRoot, "agents", agentId, "agent", "auth-profiles.json"), {});
-  }
-
-  async loadAgentModels(agentId) {
-    if (!this.available) return {};
-    return readJson(path.join(this.liveRoot, "agents", agentId, "agent", "models.json"), {});
-  }
-
-  async loadSessionIndex(agentId) {
-    if (!this.available) return {};
-    return readJson(path.join(this.liveRoot, "agents", agentId, "sessions", "sessions.json"), {});
-  }
-
-  async resolveWorkspacePath(agentId, workspaceOverride = null) {
-    const agents = await this.listAgents();
-    const agent = agents.find((item) => item.id === agentId);
-    if (!agent) {
-      if (workspaceOverride) return workspaceOverride;
-      throw new Error(`Unknown agent: ${agentId}`);
-    }
-    return agent.workspace;
-  }
-
-  /**
-   * Read an identity file (SOUL.md, IDENTITY.md, etc.) with priority:
-   * 1. agent.workspace/fileName
-   * 2. agent.agentDir/fileName
-   * 3. null (caller falls back to stub)
-   *
-   * Whitespace-only files are treated as absent (same as missing).
-   */
-  async readIdentityFile(agent, fileName) {
-    // Priority 1: workspace dir
-    const wsPath = path.join(agent.workspace, fileName);
-    try {
-      const content = await fs.readFile(wsPath, "utf8");
-      if (content.trim()) return content;
-    } catch (err) {
-      if (err.code !== "ENOENT") throw err;
-    }
-
-    // Priority 2: agent dir
-    const agentDirPath = path.join(
-      agent.agentDir || path.join(this.liveRoot, "agents", agent.id, "agent"),
-      fileName
-    );
-    try {
-      const content = await fs.readFile(agentDirPath, "utf8");
-      if (content.trim()) return content;
-    } catch (err) {
-      if (err.code !== "ENOENT") throw err;
-    }
-
-    return null;
-  }
-
-  /**
-   * Read session messages from OpenClaw JSONL files for FTS5 indexing.
-   * Only reads active sessions (skips *.reset.jsonl, *.deleted.jsonl).
-   * Returns up to `limit` message events (message_in / message_out).
-   *
-   * @param {string} agentId
-   * @param {number} limit  Max messages to return (default 1000)
-   * Note: each session file is fully loaded before line filtering; for large
-   * installations with many messages, memory usage scales with the largest file.
-   */
-  async readSessionMessages(agentId, limit = 1000) {
-    if (!this.available) return [];
-    const sessionsDir = path.join(this.liveRoot, "agents", agentId, "sessions");
-    let fileNames;
-    try {
-      const entries = await fs.readdir(sessionsDir, { withFileTypes: true });
-      fileNames = entries
-        .filter(e => e.isFile() && e.name.endsWith(".jsonl")
-          && !e.name.endsWith(".reset.jsonl")
-          && !e.name.endsWith(".deleted.jsonl"))
-        .map(e => e.name);
-    } catch (err) {
-      if (err.code === "ENOENT" || err.code === "ENOTDIR") return [];
-      throw err;
-    }
-
-    const messages = [];
-    for (const fileName of fileNames) {
-      if (messages.length >= limit) break;
-      const filePath = path.join(sessionsDir, fileName);
-      const lines = await readJsonLines(filePath);
-      for (let lineIdx = 0; lineIdx < lines.length; lineIdx++) {
-        if (messages.length >= limit) break;
-        const line = lines[lineIdx];
-        // Accept events with kind message_in/message_out (Nemoris format)
-        // or role user/assistant (OpenClaw legacy format)
-        const kind = line.kind || (line.role === "user" ? "message_in" : line.role === "assistant" ? "message_out" : null);
-        if (kind !== "message_in" && kind !== "message_out") continue;
-        messages.push({
-          id: line.id || `oc-${path.basename(fileName, ".jsonl")}-${lineIdx}`,
-          session_id: line.session_id || path.basename(fileName, ".jsonl"),
-          kind,
-          ts: line.ts || 0,
-          payload_json: line.payload_json || JSON.stringify({ content: line.content || "" }),
-        });
-      }
-    }
-    return messages;
-  }
-
-  async readWorkspaceDocs(agentId, workspaceOverride = null) {
-    const workspaceRoot = await this.resolveWorkspacePath(agentId, workspaceOverride);
-    const MAX_FILES = 50;
-    const MAX_BYTES = 100 * 1024;
-
-    let fileNames;
-    try {
-      const entries = await fs.readdir(workspaceRoot, { withFileTypes: true });
-      const IDENTITY_FILES = new Set(["SOUL.md", "IDENTITY.md"]);
-      fileNames = entries
-        .filter(e => e.isFile() && e.name.endsWith(".md") && !IDENTITY_FILES.has(e.name))
-        .map(e => e.name)
-        .slice(0, MAX_FILES);
-    } catch (err) {
-      if (err.code === "ENOENT" || err.code === "ENOTDIR") return [];
-      throw err;
-    }
-
-    const docs = [];
-    for (const fileName of fileNames) {
-      const fullPath = path.join(workspaceRoot, fileName);
-      try {
-        const content = await fs.readFile(fullPath, "utf8");
-        if (content.length <= MAX_BYTES) {
-          docs.push({ fileName, fullPath, content });
-        }
-      } catch (err) {
-        if (err.code !== "ENOENT") throw err;
-        continue;
-      }
-    }
-    return docs;
-  }
-
-  async readRecentWorkspaceMemory(agentId, limit = 5, workspaceOverride = null) {
-    const workspaceRoot = await this.resolveWorkspacePath(agentId, workspaceOverride);
-    const memoryDir = path.join(workspaceRoot, "memory");
-    const allFiles = (await listFilesRecursive(memoryDir)).filter((filePath) => filePath.endsWith(".md"));
-    const stats = await Promise.all(
-      allFiles.map(async (filePath) => {
-        const content = await readText(filePath, "");
-        const match = /(\d{4}-\d{2}-\d{2})/.exec(path.basename(filePath));
-        const dateHint = match ? new Date(`${match[1]}T00:00:00Z`).getTime() : 0;
-        return {
-          filePath,
-          content,
-          mtimeMs: dateHint
-        };
-      })
-    );
-
-    return sortNewestFirst(stats).slice(0, limit);
-  }
-
-  async buildWorkspaceSnapshot(agentId, options = {}) {
-    const workspaceOverride = options.workspaceOverride || null;
-    const canUseLiveAgent = (await this.listAgents()).some((agent) => agent.id === agentId);
-    const [docs, recentMemory, sessionIndex, authProfiles, models] = await Promise.all([
-      this.readWorkspaceDocs(agentId, workspaceOverride),
-      this.readRecentWorkspaceMemory(agentId, 6, workspaceOverride),
-      canUseLiveAgent ? this.loadSessionIndex(agentId) : {},
-      canUseLiveAgent ? this.loadAgentProfiles(agentId) : {},
-      canUseLiveAgent ? this.loadAgentModels(agentId) : {}
-    ]);
-
-    const sessionEntries = Object.entries(sessionIndex || {}).map(([sessionKey, value]) => ({
-      sessionKey,
-      model: value.model || null,
-      modelProvider: value.modelProvider || null,
-      updatedAt: value.updatedAt || null,
-      origin: value.origin || null,
-      lastChannel: value.lastChannel || null
-    }));
-
-    return {
-      agentId,
-      docs,
-      recentMemory,
-      sessionEntries,
-      authProfiles,
-      models
-    };
-  }
-
-  async importWorkspaceSnapshot(agentId, memoryStore, policy, options = {}) {
-    const snapshot = await this.buildWorkspaceSnapshot(agentId, options);
-    const memoryImportLimit = options.memoryImportLimit ?? 5;
-    const memorySnippetChars = options.memorySnippetChars ?? 2000;
-    let writesThisRun = 0;
-    let importedFacts = 0;
-    let skippedFacts = 0;
-
-    await memoryStore.writeSummary(agentId, {
-      title: `shadow snapshot ${agentId}`,
-      summary: `Imported ${snapshot.docs.length} workspace docs and ${snapshot.recentMemory.length} recent memory files from live OpenClaw in read-only mode.`,
-      content: snapshot.docs.map((doc) => `${doc.fileName}: ${doc.fullPath}`).join("\n"),
-      category: "artifact_summary",
-      sourceKind: "shadow_snapshot",
-      salience: 0.75,
-      sourceRefs: snapshot.docs.map((doc) => doc.fullPath)
-    });
-
-    for (const entry of snapshot.recentMemory.slice(0, memoryImportLimit)) {
-      const result = await memoryStore.writeFact(
-        agentId,
-        {
-          title: path.basename(entry.filePath),
-          content: entry.content.slice(0, memorySnippetChars),
-          category: "artifact_summary",
-          sourceKind: "shadow_snapshot",
-          reason: "Shadow import of recent workspace memory for retrieval and continuity.",
-          sourceRefs: [entry.filePath]
-        },
-        policy,
-        {
-          writesThisRun
-        }
-      );
-      if (result.accepted && !result.skipped) {
-        writesThisRun += 1;
-        importedFacts += 1;
-      } else if (result.skipped) {
-        skippedFacts += 1;
-      }
-    }
-
-    await memoryStore.appendEvent(agentId, {
-      title: `shadow import complete:${agentId}`,
-      content: `Imported live workspace snapshot for ${agentId} without modifying source files.`,
-      category: "shadow_import",
-      salience: 0.66,
-      dedupeKey: `shadow_import:${agentId}`
-    });
-
-    return {
-      ...snapshot,
-      importStats: {
-        importedFacts,
-        skippedFacts,
-        writesThisRun,
-        memoryImportLimit,
-        memorySnippetChars
-      }
-    };
-  }
-}
+import path from "node:path";
+import fs from "node:fs/promises";
+import { listFilesRecursive, readJson, readJsonLines, readText } from "../utils/fs.js";
+
+function sortNewestFirst(items) {
+  return [...items].sort((a, b) => b.mtimeMs - a.mtimeMs);
+}
+
+export class OpenClawShadowBridge {
+  constructor({ liveRoot }) {
+    this.liveRoot = liveRoot;
+  }
+
+  get available() {
+    return Boolean(this.liveRoot);
+  }
+
+  async loadConfig() {
+    if (!this.available) return {};
+    return readJson(path.join(this.liveRoot, "openclaw.json"), {});
+  }
+
+  async loadCronJobs() {
+    if (!this.available) return [];
+    const data = await readJson(path.join(this.liveRoot, "cron", "jobs.json"), { jobs: [] });
+    return data.jobs || [];
+  }
+
+  async loadCronRunHistory(jobId, limit = 3) {
+    if (!this.available) return [];
+    const filePath = path.join(this.liveRoot, "cron", "runs", `${jobId}.jsonl`);
+    const entries = await readJsonLines(filePath);
+    return entries.slice(-limit).reverse();
+  }
+
+  async listAgents() {
+    const config = await this.loadConfig();
+    return (config.agents?.list || []).map((agent) => ({
+      id: agent.id,
+      name: agent.name,
+      workspace: agent.workspace,
+      agentDir: agent.agentDir || path.join(this.liveRoot, "agents", agent.id, "agent"),
+      primaryModel: agent.model?.primary || null,
+      fallbackModels: agent.model?.fallbacks || [],
+      deniedTools: agent.tools?.deny || [],
+      skills: agent.skills || []
+    }));
+  }
+
+  async loadAgentProfiles(agentId) {
+    if (!this.available) return {};
+    return readJson(path.join(this.liveRoot, "agents", agentId, "agent", "auth-profiles.json"), {});
+  }
+
+  async loadAgentModels(agentId) {
+    if (!this.available) return {};
+    return readJson(path.join(this.liveRoot, "agents", agentId, "agent", "models.json"), {});
+  }
+
+  async loadSessionIndex(agentId) {
+    if (!this.available) return {};
+    return readJson(path.join(this.liveRoot, "agents", agentId, "sessions", "sessions.json"), {});
+  }
+
+  async resolveWorkspacePath(agentId, workspaceOverride = null) {
+    const agents = await this.listAgents();
+    const agent = agents.find((item) => item.id === agentId);
+    if (!agent) {
+      if (workspaceOverride) return workspaceOverride;
+      throw new Error(`Unknown agent: ${agentId}`);
+    }
+    return agent.workspace;
+  }
+
+  /**
+   * Read an identity file (SOUL.md, IDENTITY.md, etc.) with priority:
+   * 1. agent.workspace/fileName
+   * 2. agent.agentDir/fileName
+   * 3. null (caller falls back to stub)
+   *
+   * Whitespace-only files are treated as absent (same as missing).
+   */
+  async readIdentityFile(agent, fileName) {
+    // Priority 1: workspace dir
+    const wsPath = path.join(agent.workspace, fileName);
+    try {
+      const content = await fs.readFile(wsPath, "utf8");
+      if (content.trim()) return content;
+    } catch (err) {
+      if (err.code !== "ENOENT") throw err;
+    }
+
+    // Priority 2: agent dir
+    const agentDirPath = path.join(
+      agent.agentDir || path.join(this.liveRoot, "agents", agent.id, "agent"),
+      fileName
+    );
+    try {
+      const content = await fs.readFile(agentDirPath, "utf8");
+      if (content.trim()) return content;
+    } catch (err) {
+      if (err.code !== "ENOENT") throw err;
+    }
+
+    return null;
+  }
+
+  /**
+   * Read session messages from OpenClaw JSONL files for FTS5 indexing.
+   * Only reads active sessions (skips *.reset.jsonl, *.deleted.jsonl).
+   * Returns up to `limit` message events (message_in / message_out).
+   *
+   * @param {string} agentId
+   * @param {number} limit  Max messages to return (default 1000)
+   * Note: each session file is fully loaded before line filtering; for large
+   * installations with many messages, memory usage scales with the largest file.
+   */
+  async readSessionMessages(agentId, limit = 1000) {
+    if (!this.available) return [];
+    const sessionsDir = path.join(this.liveRoot, "agents", agentId, "sessions");
+    let fileNames;
+    try {
+      const entries = await fs.readdir(sessionsDir, { withFileTypes: true });
+      fileNames = entries
+        .filter(e => e.isFile() && e.name.endsWith(".jsonl")
+          && !e.name.endsWith(".reset.jsonl")
+          && !e.name.endsWith(".deleted.jsonl"))
+        .map(e => e.name);
+    } catch (err) {
+      if (err.code === "ENOENT" || err.code === "ENOTDIR") return [];
+      throw err;
+    }
+
+    const messages = [];
+    for (const fileName of fileNames) {
+      if (messages.length >= limit) break;
+      const filePath = path.join(sessionsDir, fileName);
+      const lines = await readJsonLines(filePath);
+      for (let lineIdx = 0; lineIdx < lines.length; lineIdx++) {
+        if (messages.length >= limit) break;
+        const line = lines[lineIdx];
+        // Accept events with kind message_in/message_out (Nemoris format)
+        // or role user/assistant (OpenClaw legacy format)
+        const kind = line.kind || (line.role === "user" ? "message_in" : line.role === "assistant" ? "message_out" : null);
+        if (kind !== "message_in" && kind !== "message_out") continue;
+        messages.push({
+          id: line.id || `oc-${path.basename(fileName, ".jsonl")}-${lineIdx}`,
+          session_id: line.session_id || path.basename(fileName, ".jsonl"),
+          kind,
+          ts: line.ts || 0,
+          payload_json: line.payload_json || JSON.stringify({ content: line.content || "" }),
+        });
+      }
+    }
+    return messages;
+  }
+
+  async readWorkspaceDocs(agentId, workspaceOverride = null) {
+    const workspaceRoot = await this.resolveWorkspacePath(agentId, workspaceOverride);
+    const MAX_FILES = 50;
+    const MAX_BYTES = 100 * 1024;
+
+    let fileNames;
+    try {
+      const entries = await fs.readdir(workspaceRoot, { withFileTypes: true });
+      const IDENTITY_FILES = new Set(["SOUL.md", "IDENTITY.md"]);
+      fileNames = entries
+        .filter(e => e.isFile() && e.name.endsWith(".md") && !IDENTITY_FILES.has(e.name))
+        .map(e => e.name)
+        .slice(0, MAX_FILES);
+    } catch (err) {
+      if (err.code === "ENOENT" || err.code === "ENOTDIR") return [];
+      throw err;
+    }
+
+    const docs = [];
+    for (const fileName of fileNames) {
+      const fullPath = path.join(workspaceRoot, fileName);
+      try {
+        const content = await fs.readFile(fullPath, "utf8");
+        if (content.length <= MAX_BYTES) {
+          docs.push({ fileName, fullPath, content });
+        }
+      } catch (err) {
+        if (err.code !== "ENOENT") throw err;
+        continue;
+      }
+    }
+    return docs;
+  }
+
+  async readRecentWorkspaceMemory(agentId, limit = 5, workspaceOverride = null) {
+    const workspaceRoot = await this.resolveWorkspacePath(agentId, workspaceOverride);
+    const memoryDir = path.join(workspaceRoot, "memory");
+    const allFiles = (await listFilesRecursive(memoryDir)).filter((filePath) => filePath.endsWith(".md"));
+    const stats = await Promise.all(
+      allFiles.map(async (filePath) => {
+        const content = await readText(filePath, "");
+        const match = /(\d{4}-\d{2}-\d{2})/.exec(path.basename(filePath));
+        const dateHint = match ? new Date(`${match[1]}T00:00:00Z`).getTime() : 0;
+        return {
+          filePath,
+          content,
+          mtimeMs: dateHint
+        };
+      })
+    );
+
+    return sortNewestFirst(stats).slice(0, limit);
+  }
+
+  async buildWorkspaceSnapshot(agentId, options = {}) {
+    const workspaceOverride = options.workspaceOverride || null;
+    const canUseLiveAgent = (await this.listAgents()).some((agent) => agent.id === agentId);
+    const [docs, recentMemory, sessionIndex, authProfiles, models] = await Promise.all([
+      this.readWorkspaceDocs(agentId, workspaceOverride),
+      this.readRecentWorkspaceMemory(agentId, 6, workspaceOverride),
+      canUseLiveAgent ? this.loadSessionIndex(agentId) : {},
+      canUseLiveAgent ? this.loadAgentProfiles(agentId) : {},
+      canUseLiveAgent ? this.loadAgentModels(agentId) : {}
+    ]);
+
+    const sessionEntries = Object.entries(sessionIndex || {}).map(([sessionKey, value]) => ({
+      sessionKey,
+      model: value.model || null,
+      modelProvider: value.modelProvider || null,
+      updatedAt: value.updatedAt || null,
+      origin: value.origin || null,
+      lastChannel: value.lastChannel || null
+    }));
+
+    return {
+      agentId,
+      docs,
+      recentMemory,
+      sessionEntries,
+      authProfiles,
+      models
+    };
+  }
+
+  async importWorkspaceSnapshot(agentId, memoryStore, policy, options = {}) {
+    const snapshot = await this.buildWorkspaceSnapshot(agentId, options);
+    const memoryImportLimit = options.memoryImportLimit ?? 5;
+    const memorySnippetChars = options.memorySnippetChars ?? 2000;
+    let writesThisRun = 0;
+    let importedFacts = 0;
+    let skippedFacts = 0;
+
+    await memoryStore.writeSummary(agentId, {
+      title: `shadow snapshot ${agentId}`,
+      summary: `Imported ${snapshot.docs.length} workspace docs and ${snapshot.recentMemory.length} recent memory files from live OpenClaw in read-only mode.`,
+      content: snapshot.docs.map((doc) => `${doc.fileName}: ${doc.fullPath}`).join("\n"),
+      category: "artifact_summary",
+      sourceKind: "shadow_snapshot",
+      salience: 0.75,
+      sourceRefs: snapshot.docs.map((doc) => doc.fullPath)
+    });
+
+    for (const entry of snapshot.recentMemory.slice(0, memoryImportLimit)) {
+      const result = await memoryStore.writeFact(
+        agentId,
+        {
+          title: path.basename(entry.filePath),
+          content: entry.content.slice(0, memorySnippetChars),
+          category: "artifact_summary",
+          sourceKind: "shadow_snapshot",
+          reason: "Shadow import of recent workspace memory for retrieval and continuity.",
+          sourceRefs: [entry.filePath]
+        },
+        policy,
+        {
+          writesThisRun
+        }
+      );
+      if (result.accepted && !result.skipped) {
+        writesThisRun += 1;
+        importedFacts += 1;
+      } else if (result.skipped) {
+        skippedFacts += 1;
+      }
+    }
+
+    await memoryStore.appendEvent(agentId, {
+      title: `shadow import complete:${agentId}`,
+      content: `Imported live workspace snapshot for ${agentId} without modifying source files.`,
+      category: "shadow_import",
+      salience: 0.66,
+      dedupeKey: `shadow_import:${agentId}`
+    });
+
+    return {
+      ...snapshot,
+      importStats: {
+        importedFacts,
+        skippedFacts,
+        writesThisRun,
+        memoryImportLimit,
+        memorySnippetChars
+      }
+    };
+  }
+}