@hilbras/omninode 0.7.0 → 0.8.0

package/README.md

@@ -18,7 +18,7 @@ existing intelligence; it does not try to become another model.
 
 ## Status
 
-**v0.7.0 — Phase 6: Multi-AI Report System** (see [docs/DEVELOPMENT_PLAN.md](docs/DEVELOPMENT_PLAN.md)
+**v0.8.0 — Phase 7: Memory Integration** (see [docs/DEVELOPMENT_PLAN.md](docs/DEVELOPMENT_PLAN.md)
 for the full plan and roadmap).
 
 What exists today:
@@ -74,6 +74,16 @@ What exists today:
   - Aggregation (§17): duplicate/similar findings merged via deterministic
     token-set similarity, sources preserved, highest severity kept
   - Combined reports generated automatically at the end of every pipeline run
+- **Memory** (`src/memory/`): the §20 loop — before a task runs, relevant
+  memory is gathered and injected into the agent's context; after it finishes,
+  the outcome is recorded back. High/critical findings are promoted to
+  project-level "known problems". Opt in via a `memory:` config section:
+  - `provider: local` (default) — JSON file at `.omninode/memory.json` with
+    deterministic keyword/tag relevance scoring, zero dependencies
+  - `provider: remembera` — the preferred Hilbras memory integration over
+    HTTP (base URL + `api_key_env_var`); strictly optional, like every
+    Hilbras component
+  - Memory failures are best-effort: logged, never fatal to a task
 - Typed error hierarchy (`src/errors/`)
 - Leveled logger with pluggable sink (`src/logger/`)
 - Configuration system: `omninode.yaml` with `${ENV_VAR}` expansion and strict
@@ -156,6 +166,15 @@ omninode report combined          # the aggregated intelligence of that run
 omninode report show combined-xxx # grouped findings with per-source attribution
 ```
 
+Persistent memory (§19–§20) — opt in with `memory: { provider: local }` or
+`provider: remembera` in `omninode.yaml`:
+
+```bash
+omninode memory status                      # provider + entry counts
+omninode memory query "authentication jwt"  # what the agents will see
+omninode memory write "Decision: use rotating JWT secrets" --scope project --tags architecture
+```
+
 See [omninode.yaml.example](omninode.yaml.example) for a full configuration.
 
 ### Configuration
@@ -190,8 +209,8 @@ Phases 0–11 are laid out in [docs/DEVELOPMENT_PLAN.md](docs/DEVELOPMENT_PLAN.m
 | v0.3.0 | OmniHilbras Integration (optional, like every provider) |
 | v0.4.0 | Agent System |
 | v0.5.0 | Roles & Tasks |
-| **v0.7.0** | **Multi-AI Reports (current)** |
-| v0.8.0 | Remembera (optional memory integration) |
+| v0.7.0 | Multi-AI Reports |
+| **v0.8.0** | **Remembera / Memory (current)** |
 | v0.9.0 | Planner |
 | v0.10.0 | End-to-End Runtime |
 | v1.0.0 | Production Release |

package/dist/cli/index.js

@@ -6,7 +6,7 @@ import { realpathSync } from "fs";
 import { Command } from "commander";
 
 // src/version.ts
-var OMNINODE_VERSION = "0.7.0";
+var OMNINODE_VERSION = "0.8.0";
 
 // src/errors/index.ts
 var OmniNodeError = class extends Error {
@@ -49,6 +49,11 @@ var ProtocolError = class extends OmniNodeError {
     super("PROTOCOL_VIOLATION", message, options);
   }
 };
+var MemoryError = class extends OmniNodeError {
+  constructor(message, options = {}) {
+    super("MEMORY_UNAVAILABLE", message, options);
+  }
+};
 function isOmniNodeError(value) {
   return value instanceof OmniNodeError;
 }
@@ -112,7 +117,11 @@ var projectConfigSchema = z.object({
   agents: z.array(agentConfigSchema).default([]),
   roles: z.array(roleConfigSchema).default([]),
   pipelines: z.array(pipelineConfigSchema).default([]),
-  memory: z.object({ provider: z.string().min(1) }).strict().optional()
+  memory: z.object({
+    provider: z.string().min(1).default("local"),
+    base_url: z.string().url().optional(),
+    api_key_env_var: z.string().min(1).optional()
+  }).strict().optional()
 }).strict();
 var appConfigSchema = z.object({
   project: projectConfigSchema,
@@ -182,7 +191,13 @@ function toAppConfig(yaml) {
       agents: yaml.project.agents.map(toAgentConfig),
       roles: yaml.project.roles.map(toRoleDefinition),
       pipelines: yaml.project.pipelines.map(toPipelineDefinition),
-      ...yaml.project.memory !== void 0 ? { memory: yaml.project.memory } : {}
+      ...yaml.project.memory !== void 0 ? {
+        memory: {
+          provider: yaml.project.memory.provider,
+          baseUrl: yaml.project.memory.base_url,
+          apiKeyEnvVar: yaml.project.memory.api_key_env_var
+        }
+      } : {}
     },
     ...yaml.logging !== void 0 ? { logging: yaml.logging } : {}
   };
@@ -1389,13 +1404,24 @@ var TaskEngine = class {
     const role = task.role ? this.options.roles.get(task.role) : void 0;
     const running = await this.transition(task, "running");
     this.log.info(`Running task ${task.id} on agent "${task.agent}".`);
+    let background = running.context?.background;
+    if (this.options.memory) {
+      const memoryContext = await this.options.memory.gatherContext({
+        objective: running.objective,
+        ...running.role ? { role: running.role } : {},
+        ...running.project ? { project: running.project } : {}
+      });
+      if (memoryContext.length > 0) {
+        background = [memoryContext, background].filter((part) => part && part.length > 0).join("\n\n");
+      }
+    }
     let output;
     try {
       output = await agent.run({
         taskId: running.id,
         objective: running.objective,
         ...role ? { role } : {},
-        ...running.context?.background ? { context: running.context.background } : {}
+        ...background !== void 0 ? { context: background } : {}
       });
     } catch (error) {
       const message = error instanceof Error ? error.message : String(error);
@@ -1413,8 +1439,12 @@ var TaskEngine = class {
       finishedAt: (/* @__PURE__ */ new Date()).toISOString()
     };
     const finalStatus = output.status === "completed" ? "completed" : "failed";
+    const finished = await this.transition(running, finalStatus, { result });
     this.log.info(`Task ${task.id} finished: ${finalStatus}.`);
-    return this.transition(running, finalStatus, { result });
+    if (this.options.memory) {
+      await this.options.memory.recordTaskOutcome(finished);
+    }
+    return finished;
   }
   async cancel(id) {
     const task = await this.mustGet(id);
@@ -1459,6 +1489,297 @@ function generateTaskId() {
   return `task-${Date.now().toString(36)}-${randomBytes(3).toString("hex")}`;
 }
 
+// src/memory/local.ts
+import { mkdir as mkdir2, readFile as readFile2, rename as rename2, writeFile as writeFile2 } from "fs/promises";
+import { dirname as dirname2 } from "path";
+var STOPWORDS = /* @__PURE__ */ new Set([
+  "the",
+  "and",
+  "for",
+  "with",
+  "this",
+  "that",
+  "from",
+  "into",
+  "was",
+  "were",
+  "have",
+  "has",
+  "had",
+  "are",
+  "but",
+  "not",
+  "you",
+  "his",
+  "her",
+  "its",
+  "their",
+  "them",
+  "then",
+  "than",
+  "when",
+  "what",
+  "which",
+  "will",
+  "would",
+  "been",
+  "were",
+  "also",
+  "because",
+  "about",
+  "after",
+  "before"
+]);
+function keywords(text) {
+  return new Set(
+    (text ?? "").toLowerCase().replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((t) => t.length >= 4 && !STOPWORDS.has(t))
+  );
+}
+function relevanceScore(queryKeywords, entry2) {
+  if (queryKeywords.size === 0) return 0;
+  const entryKeywords = keywords(`${entry2.content} ${entry2.key}`);
+  let overlap = 0;
+  for (const keyword of queryKeywords) {
+    if (entryKeywords.has(keyword)) overlap += 1;
+  }
+  let tagMatches = 0;
+  for (const tag of entry2.tags ?? []) {
+    if (queryKeywords.has(tag.toLowerCase())) tagMatches += 1;
+  }
+  return overlap * 2 + tagMatches * 1.5;
+}
+var LocalMemoryProvider = class {
+  name = "local";
+  filePath;
+  queue = Promise.resolve();
+  constructor(directory = `${process.cwd()}/.omninode`) {
+    this.filePath = `${directory}/memory.json`;
+  }
+  async query(query) {
+    return this.synchronized(async () => {
+      const entries = await this.load();
+      const filtered = entries.filter((entry2) => query.scope ? entry2.scope === query.scope : true).filter(
+        (entry2) => query.tags && query.tags.length > 0 ? query.tags.every((tag) => (entry2.tags ?? []).includes(tag)) : true
+      );
+      if (!query.text || query.text.trim().length === 0) {
+        return filtered.sort((a, b) => (b.updatedAt ?? b.createdAt ?? "").localeCompare(a.updatedAt ?? a.createdAt ?? "")).slice(0, query.limit ?? 10);
+      }
+      const queryKeywords = keywords(query.text);
+      return filtered.map((entry2) => ({ entry: entry2, score: relevanceScore(queryKeywords, entry2) })).filter(({ score }) => score > 0).sort((a, b) => b.score - a.score).slice(0, query.limit ?? 10).map(({ entry: entry2 }) => entry2);
+    });
+  }
+  async write(entry2) {
+    return this.synchronized(async () => {
+      const entries = await this.load();
+      const index = entries.findIndex((e) => e.key === entry2.key);
+      const stamped = {
+        ...entry2,
+        createdAt: entry2.createdAt ?? (/* @__PURE__ */ new Date()).toISOString(),
+        updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+      };
+      if (index >= 0) entries[index] = stamped;
+      else entries.push(stamped);
+      await this.saveAll(entries);
+    });
+  }
+  async count() {
+    return (await this.load()).length;
+  }
+  synchronized(operation) {
+    const result = this.queue.then(operation, operation);
+    this.queue = result.then(
+      () => void 0,
+      () => void 0
+    );
+    return result;
+  }
+  async load() {
+    try {
+      const raw = await readFile2(this.filePath, "utf8");
+      const parsed = JSON.parse(raw);
+      return Array.isArray(parsed) ? parsed : [];
+    } catch {
+      return [];
+    }
+  }
+  async saveAll(entries) {
+    const tmp = `${this.filePath}.tmp`;
+    await mkdir2(dirname2(this.filePath), { recursive: true });
+    await writeFile2(tmp, `${JSON.stringify(entries, null, 2)}
+`, "utf8");
+    await rename2(tmp, this.filePath);
+  }
+};
+
+// src/memory/remembera.ts
+var RememberaMemoryProvider = class {
+  name = "remembera";
+  baseUrl;
+  apiKeyEnvVar;
+  env;
+  log;
+  constructor(config, log = logger) {
+    this.baseUrl = config.baseUrl.replace(/\/+$/, "");
+    this.apiKeyEnvVar = config.apiKeyEnvVar;
+    this.env = config.env ?? process.env;
+    this.log = log.child({ component: "remembera" });
+  }
+  headers() {
+    const key = this.apiKeyEnvVar ? resolveApiKey({ name: "remembera", apiKeyEnvVar: this.apiKeyEnvVar }, this.env) : void 0;
+    return key ? { authorization: `Bearer ${key}` } : {};
+  }
+  async query(query) {
+    const { status, body } = await this.request(`${this.baseUrl}/api/memory/query`, query);
+    if (status !== 200) {
+      throw new MemoryError(`Remembera query returned HTTP ${status}.`);
+    }
+    const entries = body.entries;
+    if (!Array.isArray(entries)) {
+      throw new MemoryError("Remembera query response had no entries array.");
+    }
+    return entries.map((entry2) => this.toEntry(entry2)).filter((entry2) => entry2 !== void 0);
+  }
+  async write(entry2) {
+    const { status } = await this.request(`${this.baseUrl}/api/memory`, entry2);
+    if (status !== 200 && status !== 201) {
+      throw new MemoryError(`Remembera write returned HTTP ${status}.`);
+    }
+  }
+  async request(url, body) {
+    const headers = this.headers();
+    try {
+      return await requestJson(url, {
+        method: "POST",
+        headers,
+        body
+      });
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      throw new MemoryError(`Remembera request to ${url} failed: ${message}`, { cause: error });
+    }
+  }
+  toEntry(raw) {
+    if (raw === null || typeof raw !== "object") {
+      this.log.warn("Skipping malformed Remembera memory entry.");
+      return void 0;
+    }
+    const entry2 = raw;
+    if (typeof entry2.key !== "string" || typeof entry2.content !== "string") {
+      this.log.warn("Skipping Remembera memory entry without key/content.");
+      return void 0;
+    }
+    const scope = entry2.scope;
+    return {
+      key: entry2.key,
+      content: entry2.content,
+      scope: scope === "project" || scope === "role" || scope === "task" || scope === "knowledge" ? scope : "knowledge",
+      ...Array.isArray(entry2.tags) ? { tags: entry2.tags.filter((t) => typeof t === "string") } : {},
+      ...typeof entry2.createdAt === "string" ? { createdAt: entry2.createdAt } : {},
+      ...typeof entry2.updatedAt === "string" ? { updatedAt: entry2.updatedAt } : {}
+    };
+  }
+};
+
+// src/memory/factory.ts
+function createMemoryProvider(config) {
+  if (!config || config.provider === "local") {
+    return new LocalMemoryProvider();
+  }
+  if (config.provider === "remembera") {
+    if (!config.baseUrl) {
+      throw new ConfigError(
+        "CONFIG_INVALID",
+        `Memory provider "remembera" needs a base_url in omninode.yaml.`
+      );
+    }
+    return new RememberaMemoryProvider({
+      baseUrl: config.baseUrl,
+      apiKeyEnvVar: config.apiKeyEnvVar
+    });
+  }
+  throw new ConfigError(
+    "CONFIG_INVALID",
+    `Unknown memory provider "${config.provider}". Available: local, remembera.`
+  );
+}
+
+// src/memory/service.ts
+var MAX_CONTEXT_CHARS = 4e3;
+var MemoryService = class {
+  constructor(provider, log = logger) {
+    this.provider = provider;
+    this.log = log.child({ component: "memory", provider: provider.name });
+  }
+  provider;
+  log;
+  get providerRef() {
+    return this.provider;
+  }
+  get providerName() {
+    return this.provider.name;
+  }
+  /** Relevant context for a task objective; empty string when nothing matches. */
+  async gatherContext(query) {
+    try {
+      const entries = await this.provider.query({
+        text: query.objective,
+        ...query.role ? { tags: [query.role] } : {},
+        limit: 8
+      });
+      if (entries.length === 0) return "";
+      const byScope = /* @__PURE__ */ new Map();
+      for (const entry2 of entries) {
+        byScope.set(entry2.scope, [...byScope.get(entry2.scope) ?? [], entry2]);
+      }
+      const parts = [];
+      for (const scope of ["project", "task", "role", "knowledge"]) {
+        const scopeEntries = byScope.get(scope) ?? [];
+        if (scopeEntries.length === 0) continue;
+        const lines = scopeEntries.map((entry2) => `- ${entry2.content}`).join("\n");
+        parts.push(`### Relevant memory (${scope})
+${lines}`);
+      }
+      const context = parts.join("\n\n");
+      return context.length > MAX_CONTEXT_CHARS ? `${context.slice(0, MAX_CONTEXT_CHARS)}\u2026` : context;
+    } catch (error) {
+      this.log.warn(
+        `Memory query failed (continuing without memory): ${error instanceof Error ? error.message : String(error)}`
+      );
+      return "";
+    }
+  }
+  /** Records a finished task's outcome — best-effort. */
+  async recordTaskOutcome(task) {
+    const outcome = task.result?.summary ?? task.result?.error ?? "(no output)";
+    try {
+      await this.provider.write({
+        key: `task:${task.id}`,
+        scope: "task",
+        content: `Objective: ${task.objective}
+Status: ${task.status}
+Outcome: ${outcome}`,
+        tags: ["task", ...task.agent ? [task.agent] : [], ...task.role ? [task.role] : []],
+        createdAt: task.createdAt
+      });
+      const significant = (task.result?.reports ?? []).flatMap(
+        (report) => report.findings.filter((finding) => finding.severity === "high" || finding.severity === "critical").map((finding) => ({ report, finding }))
+      );
+      for (const { report, finding } of significant) {
+        await this.provider.write({
+          key: `finding:${report.id}:${finding.id}`,
+          scope: "project",
+          content: `[${finding.severity}] ${finding.title} \u2014 ${finding.detail}`,
+          tags: ["known-problem", report.agent]
+        });
+      }
+    } catch (error) {
+      this.log.warn(
+        `Memory write failed (continuing): ${error instanceof Error ? error.message : String(error)}`
+      );
+    }
+  }
+};
+
 // src/roles/index.ts
 var RoleRegistry = class {
   roles = /* @__PURE__ */ new Map();
@@ -1483,10 +1804,13 @@ function buildRoleRegistry(config) {
 
 // src/tasks/engine-factory.ts
 function createTaskEngine(config, log = logger, directory) {
+  const agents = buildAgentRegistry(config, log);
+  const roles = buildRoleRegistry(config);
   return new TaskEngine({
-    agents: buildAgentRegistry(config, log),
-    roles: buildRoleRegistry(config),
+    agents,
+    roles,
     store: new FileTaskStore(directory),
+    ...config.project.memory !== void 0 ? { memory: new MemoryService(createMemoryProvider(config.project.memory), log) } : {},
     log
   });
 }
@@ -1788,8 +2112,8 @@ var ReportService = class {
 };
 
 // src/reports/store.ts
-import { mkdir as mkdir2, readFile as readFile2, rename as rename2, writeFile as writeFile2 } from "fs/promises";
-import { dirname as dirname2 } from "path";
+import { mkdir as mkdir3, readFile as readFile3, rename as rename3, writeFile as writeFile3 } from "fs/promises";
+import { dirname as dirname3 } from "path";
 var FileReportStore = class {
   filePath;
   queue = Promise.resolve();
@@ -1853,7 +2177,7 @@ var FileReportStore = class {
   }
   async load() {
     try {
-      const raw = await readFile2(this.filePath, "utf8");
+      const raw = await readFile3(this.filePath, "utf8");
       const parsed = JSON.parse(raw);
       return Array.isArray(parsed) ? parsed : [];
     } catch {
@@ -1862,10 +2186,10 @@ var FileReportStore = class {
   }
   async write(entries) {
     const tmp = `${this.filePath}.tmp`;
-    await mkdir2(dirname2(this.filePath), { recursive: true });
-    await writeFile2(tmp, `${JSON.stringify(entries, null, 2)}
+    await mkdir3(dirname3(this.filePath), { recursive: true });
+    await writeFile3(tmp, `${JSON.stringify(entries, null, 2)}
 `, "utf8");
-    await rename2(tmp, this.filePath);
+    await rename3(tmp, this.filePath);
   }
 };
 
@@ -2329,8 +2653,8 @@ function createDefaultChatFn(providers) {
 }
 
 // src/pipelines/store.ts
-import { mkdir as mkdir3, readFile as readFile3, rename as rename3, writeFile as writeFile3 } from "fs/promises";
-import { dirname as dirname3 } from "path";
+import { mkdir as mkdir4, readFile as readFile4, rename as rename4, writeFile as writeFile4 } from "fs/promises";
+import { dirname as dirname4 } from "path";
 var FilePipelineRunStore = class {
   filePath;
   queue = Promise.resolve();
@@ -2368,7 +2692,7 @@ var FilePipelineRunStore = class {
   }
   async load() {
     try {
-      const raw = await readFile3(this.filePath, "utf8");
+      const raw = await readFile4(this.filePath, "utf8");
       const parsed = JSON.parse(raw);
       return Array.isArray(parsed) ? parsed : [];
     } catch {
@@ -2377,10 +2701,10 @@ var FilePipelineRunStore = class {
   }
   async write(runs) {
     const tmp = `${this.filePath}.tmp`;
-    await mkdir3(dirname3(this.filePath), { recursive: true });
-    await writeFile3(tmp, `${JSON.stringify(runs, null, 2)}
+    await mkdir4(dirname4(this.filePath), { recursive: true });
+    await writeFile4(tmp, `${JSON.stringify(runs, null, 2)}
 `, "utf8");
-    await rename3(tmp, this.filePath);
+    await rename4(tmp, this.filePath);
   }
 };
 
@@ -2392,6 +2716,7 @@ function buildPipelineEngine(config, log = logger) {
     agents,
     roles,
     store: new FileTaskStore(),
+    ...config.project.memory !== void 0 ? { memory: new MemoryService(createMemoryProvider(config.project.memory), log) } : {},
     log
   });
   return new PipelineEngine({
@@ -2493,6 +2818,59 @@ function findPipeline(config, id) {
   return def;
 }
 
+// src/cli/commands/memory.ts
+function registerMemoryCommands(program) {
+  const memory = program.command("memory").description("Inspect and manage persistent project memory (\xA719\u2013\xA720).");
+  memory.command("status").description("Show the active memory provider and how much is stored.").action(async () => {
+    const config = loadConfig();
+    const configured = config.project.memory?.provider ?? "local (default \u2014 add a `memory:` section to opt in)";
+    const svc = new MemoryService(createMemoryProvider(config.project.memory));
+    const entries = await svc.providerRef.query({ limit: 1e4 });
+    console.log(`provider: ${configured}`);
+    console.log(`entries:  ${entries.length}`);
+    const scopes = /* @__PURE__ */ new Map();
+    for (const entry2 of entries) {
+      scopes.set(entry2.scope, (scopes.get(entry2.scope) ?? 0) + 1);
+    }
+    for (const [scope, count] of [...scopes.entries()].sort()) {
+      console.log(`  ${scope}: ${count}`);
+    }
+  });
+  memory.command("query <text>").description("Search memory for entries relevant to the text.").option("-s, --scope <scope>", "Restrict to a scope: project, task, role or knowledge.").option("-n, --limit <count>", "Maximum entries to return.", (value) => Number(value), 10).action(async (text, options) => {
+    const config = loadConfig();
+    const svc = new MemoryService(createMemoryProvider(config.project.memory));
+    const entries = await svc.providerRef.query({
+      text,
+      ...options.scope !== void 0 ? { scope: options.scope } : {},
+      limit: options.limit
+    });
+    if (entries.length === 0) {
+      console.log("No relevant memory found.");
+      return;
+    }
+    for (const entry2 of entries) {
+      console.log(`[${entry2.scope}] ${entry2.key}`);
+      console.log(`  ${truncate(entry2.content.replace(/\n/g, " "), 120)}`);
+    }
+  });
+  memory.command("write <text>").description("Write an entry to memory.").option("-s, --scope <scope>", "Memory scope: project, task, role or knowledge.", "project").option(
+    "-t, --tags <tags>",
+    "Comma-separated tags.",
+    (value) => value.split(",").map((tag) => tag.trim()).filter((tag) => tag.length > 0)
+  ).option("-k, --key <key>", "Entry key (defaults to a generated note key).").action(async (text, options) => {
+    const config = loadConfig();
+    const svc = new MemoryService(createMemoryProvider(config.project.memory));
+    const key = options.key ?? `note:${Date.now().toString(36)}`;
+    await svc.providerRef.write({
+      key,
+      scope: options.scope,
+      content: text,
+      ...options.tags !== void 0 && options.tags.length > 0 ? { tags: options.tags } : {}
+    });
+    console.log(`Stored memory entry "${key}" (${options.scope}).`);
+  });
+}
+
 // src/cli/index.ts
 function createProgram() {
   const program = new Command();
@@ -2508,6 +2886,7 @@ function createProgram() {
   registerReportCommands(program);
   registerModelsCommand(program);
   registerPipelineCommands(program);
+  registerMemoryCommands(program);
   return program;
 }
 async function run(argv) {