@hilbras/omninode 0.7.0 → 0.8.0

package/dist/index.js

@@ -160,7 +160,11 @@ var projectConfigSchema = z.object({
   agents: z.array(agentConfigSchema).default([]),
   roles: z.array(roleConfigSchema).default([]),
   pipelines: z.array(pipelineConfigSchema).default([]),
-  memory: z.object({ provider: z.string().min(1) }).strict().optional()
+  memory: z.object({
+    provider: z.string().min(1).default("local"),
+    base_url: z.string().url().optional(),
+    api_key_env_var: z.string().min(1).optional()
+  }).strict().optional()
 }).strict();
 var appConfigSchema = z.object({
   project: projectConfigSchema,
@@ -230,7 +234,13 @@ function toAppConfig(yaml) {
       agents: yaml.project.agents.map(toAgentConfig),
       roles: yaml.project.roles.map(toRoleDefinition),
       pipelines: yaml.project.pipelines.map(toPipelineDefinition),
-      ...yaml.project.memory !== void 0 ? { memory: yaml.project.memory } : {}
+      ...yaml.project.memory !== void 0 ? {
+        memory: {
+          provider: yaml.project.memory.provider,
+          baseUrl: yaml.project.memory.base_url,
+          apiKeyEnvVar: yaml.project.memory.api_key_env_var
+        }
+      } : {}
     },
     ...yaml.logging !== void 0 ? { logging: yaml.logging } : {}
   };
@@ -1079,13 +1089,24 @@ var TaskEngine = class {
     const role = task.role ? this.options.roles.get(task.role) : void 0;
     const running = await this.transition(task, "running");
     this.log.info(`Running task ${task.id} on agent "${task.agent}".`);
+    let background = running.context?.background;
+    if (this.options.memory) {
+      const memoryContext = await this.options.memory.gatherContext({
+        objective: running.objective,
+        ...running.role ? { role: running.role } : {},
+        ...running.project ? { project: running.project } : {}
+      });
+      if (memoryContext.length > 0) {
+        background = [memoryContext, background].filter((part) => part && part.length > 0).join("\n\n");
+      }
+    }
     let output;
     try {
       output = await agent.run({
         taskId: running.id,
         objective: running.objective,
         ...role ? { role } : {},
-        ...running.context?.background ? { context: running.context.background } : {}
+        ...background !== void 0 ? { context: background } : {}
       });
     } catch (error) {
       const message = error instanceof Error ? error.message : String(error);
@@ -1103,8 +1124,12 @@ var TaskEngine = class {
       finishedAt: (/* @__PURE__ */ new Date()).toISOString()
     };
     const finalStatus = output.status === "completed" ? "completed" : "failed";
+    const finished = await this.transition(running, finalStatus, { result });
     this.log.info(`Task ${task.id} finished: ${finalStatus}.`);
-    return this.transition(running, finalStatus, { result });
+    if (this.options.memory) {
+      await this.options.memory.recordTaskOutcome(finished);
+    }
+    return finished;
   }
   async cancel(id) {
     const task = await this.mustGet(id);
@@ -1149,12 +1174,306 @@ function generateTaskId() {
   return `task-${Date.now().toString(36)}-${randomBytes(3).toString("hex")}`;
 }
 
+// src/memory/local.ts
+import { mkdir as mkdir2, readFile as readFile2, rename as rename2, writeFile as writeFile2 } from "fs/promises";
+import { dirname as dirname2 } from "path";
+var STOPWORDS = /* @__PURE__ */ new Set([
+  "the",
+  "and",
+  "for",
+  "with",
+  "this",
+  "that",
+  "from",
+  "into",
+  "was",
+  "were",
+  "have",
+  "has",
+  "had",
+  "are",
+  "but",
+  "not",
+  "you",
+  "his",
+  "her",
+  "its",
+  "their",
+  "them",
+  "then",
+  "than",
+  "when",
+  "what",
+  "which",
+  "will",
+  "would",
+  "been",
+  "were",
+  "also",
+  "because",
+  "about",
+  "after",
+  "before"
+]);
+function keywords(text) {
+  return new Set(
+    (text ?? "").toLowerCase().replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((t) => t.length >= 4 && !STOPWORDS.has(t))
+  );
+}
+function relevanceScore(queryKeywords, entry) {
+  if (queryKeywords.size === 0) return 0;
+  const entryKeywords = keywords(`${entry.content} ${entry.key}`);
+  let overlap = 0;
+  for (const keyword of queryKeywords) {
+    if (entryKeywords.has(keyword)) overlap += 1;
+  }
+  let tagMatches = 0;
+  for (const tag of entry.tags ?? []) {
+    if (queryKeywords.has(tag.toLowerCase())) tagMatches += 1;
+  }
+  return overlap * 2 + tagMatches * 1.5;
+}
+var LocalMemoryProvider = class {
+  name = "local";
+  filePath;
+  queue = Promise.resolve();
+  constructor(directory = `${process.cwd()}/.omninode`) {
+    this.filePath = `${directory}/memory.json`;
+  }
+  async query(query) {
+    return this.synchronized(async () => {
+      const entries = await this.load();
+      const filtered = entries.filter((entry) => query.scope ? entry.scope === query.scope : true).filter(
+        (entry) => query.tags && query.tags.length > 0 ? query.tags.every((tag) => (entry.tags ?? []).includes(tag)) : true
+      );
+      if (!query.text || query.text.trim().length === 0) {
+        return filtered.sort((a, b) => (b.updatedAt ?? b.createdAt ?? "").localeCompare(a.updatedAt ?? a.createdAt ?? "")).slice(0, query.limit ?? 10);
+      }
+      const queryKeywords = keywords(query.text);
+      return filtered.map((entry) => ({ entry, score: relevanceScore(queryKeywords, entry) })).filter(({ score }) => score > 0).sort((a, b) => b.score - a.score).slice(0, query.limit ?? 10).map(({ entry }) => entry);
+    });
+  }
+  async write(entry) {
+    return this.synchronized(async () => {
+      const entries = await this.load();
+      const index = entries.findIndex((e) => e.key === entry.key);
+      const stamped = {
+        ...entry,
+        createdAt: entry.createdAt ?? (/* @__PURE__ */ new Date()).toISOString(),
+        updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+      };
+      if (index >= 0) entries[index] = stamped;
+      else entries.push(stamped);
+      await this.saveAll(entries);
+    });
+  }
+  async count() {
+    return (await this.load()).length;
+  }
+  synchronized(operation) {
+    const result = this.queue.then(operation, operation);
+    this.queue = result.then(
+      () => void 0,
+      () => void 0
+    );
+    return result;
+  }
+  async load() {
+    try {
+      const raw = await readFile2(this.filePath, "utf8");
+      const parsed = JSON.parse(raw);
+      return Array.isArray(parsed) ? parsed : [];
+    } catch {
+      return [];
+    }
+  }
+  async saveAll(entries) {
+    const tmp = `${this.filePath}.tmp`;
+    await mkdir2(dirname2(this.filePath), { recursive: true });
+    await writeFile2(tmp, `${JSON.stringify(entries, null, 2)}
+`, "utf8");
+    await rename2(tmp, this.filePath);
+  }
+};
+
+// src/memory/remembera.ts
+var RememberaMemoryProvider = class {
+  name = "remembera";
+  baseUrl;
+  apiKeyEnvVar;
+  env;
+  log;
+  constructor(config, log = logger) {
+    this.baseUrl = config.baseUrl.replace(/\/+$/, "");
+    this.apiKeyEnvVar = config.apiKeyEnvVar;
+    this.env = config.env ?? process.env;
+    this.log = log.child({ component: "remembera" });
+  }
+  headers() {
+    const key = this.apiKeyEnvVar ? resolveApiKey({ name: "remembera", apiKeyEnvVar: this.apiKeyEnvVar }, this.env) : void 0;
+    return key ? { authorization: `Bearer ${key}` } : {};
+  }
+  async query(query) {
+    const { status, body } = await this.request(`${this.baseUrl}/api/memory/query`, query);
+    if (status !== 200) {
+      throw new MemoryError(`Remembera query returned HTTP ${status}.`);
+    }
+    const entries = body.entries;
+    if (!Array.isArray(entries)) {
+      throw new MemoryError("Remembera query response had no entries array.");
+    }
+    return entries.map((entry) => this.toEntry(entry)).filter((entry) => entry !== void 0);
+  }
+  async write(entry) {
+    const { status } = await this.request(`${this.baseUrl}/api/memory`, entry);
+    if (status !== 200 && status !== 201) {
+      throw new MemoryError(`Remembera write returned HTTP ${status}.`);
+    }
+  }
+  async request(url, body) {
+    const headers = this.headers();
+    try {
+      return await requestJson(url, {
+        method: "POST",
+        headers,
+        body
+      });
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      throw new MemoryError(`Remembera request to ${url} failed: ${message}`, { cause: error });
+    }
+  }
+  toEntry(raw) {
+    if (raw === null || typeof raw !== "object") {
+      this.log.warn("Skipping malformed Remembera memory entry.");
+      return void 0;
+    }
+    const entry = raw;
+    if (typeof entry.key !== "string" || typeof entry.content !== "string") {
+      this.log.warn("Skipping Remembera memory entry without key/content.");
+      return void 0;
+    }
+    const scope = entry.scope;
+    return {
+      key: entry.key,
+      content: entry.content,
+      scope: scope === "project" || scope === "role" || scope === "task" || scope === "knowledge" ? scope : "knowledge",
+      ...Array.isArray(entry.tags) ? { tags: entry.tags.filter((t) => typeof t === "string") } : {},
+      ...typeof entry.createdAt === "string" ? { createdAt: entry.createdAt } : {},
+      ...typeof entry.updatedAt === "string" ? { updatedAt: entry.updatedAt } : {}
+    };
+  }
+};
+
+// src/memory/factory.ts
+function createMemoryProvider(config) {
+  if (!config || config.provider === "local") {
+    return new LocalMemoryProvider();
+  }
+  if (config.provider === "remembera") {
+    if (!config.baseUrl) {
+      throw new ConfigError(
+        "CONFIG_INVALID",
+        `Memory provider "remembera" needs a base_url in omninode.yaml.`
+      );
+    }
+    return new RememberaMemoryProvider({
+      baseUrl: config.baseUrl,
+      apiKeyEnvVar: config.apiKeyEnvVar
+    });
+  }
+  throw new ConfigError(
+    "CONFIG_INVALID",
+    `Unknown memory provider "${config.provider}". Available: local, remembera.`
+  );
+}
+
+// src/memory/service.ts
+var MAX_CONTEXT_CHARS = 4e3;
+var MemoryService = class {
+  constructor(provider, log = logger) {
+    this.provider = provider;
+    this.log = log.child({ component: "memory", provider: provider.name });
+  }
+  provider;
+  log;
+  get providerRef() {
+    return this.provider;
+  }
+  get providerName() {
+    return this.provider.name;
+  }
+  /** Relevant context for a task objective; empty string when nothing matches. */
+  async gatherContext(query) {
+    try {
+      const entries = await this.provider.query({
+        text: query.objective,
+        ...query.role ? { tags: [query.role] } : {},
+        limit: 8
+      });
+      if (entries.length === 0) return "";
+      const byScope = /* @__PURE__ */ new Map();
+      for (const entry of entries) {
+        byScope.set(entry.scope, [...byScope.get(entry.scope) ?? [], entry]);
+      }
+      const parts = [];
+      for (const scope of ["project", "task", "role", "knowledge"]) {
+        const scopeEntries = byScope.get(scope) ?? [];
+        if (scopeEntries.length === 0) continue;
+        const lines = scopeEntries.map((entry) => `- ${entry.content}`).join("\n");
+        parts.push(`### Relevant memory (${scope})
+${lines}`);
+      }
+      const context = parts.join("\n\n");
+      return context.length > MAX_CONTEXT_CHARS ? `${context.slice(0, MAX_CONTEXT_CHARS)}\u2026` : context;
+    } catch (error) {
+      this.log.warn(
+        `Memory query failed (continuing without memory): ${error instanceof Error ? error.message : String(error)}`
+      );
+      return "";
+    }
+  }
+  /** Records a finished task's outcome — best-effort. */
+  async recordTaskOutcome(task) {
+    const outcome = task.result?.summary ?? task.result?.error ?? "(no output)";
+    try {
+      await this.provider.write({
+        key: `task:${task.id}`,
+        scope: "task",
+        content: `Objective: ${task.objective}
+Status: ${task.status}
+Outcome: ${outcome}`,
+        tags: ["task", ...task.agent ? [task.agent] : [], ...task.role ? [task.role] : []],
+        createdAt: task.createdAt
+      });
+      const significant = (task.result?.reports ?? []).flatMap(
+        (report) => report.findings.filter((finding) => finding.severity === "high" || finding.severity === "critical").map((finding) => ({ report, finding }))
+      );
+      for (const { report, finding } of significant) {
+        await this.provider.write({
+          key: `finding:${report.id}:${finding.id}`,
+          scope: "project",
+          content: `[${finding.severity}] ${finding.title} \u2014 ${finding.detail}`,
+          tags: ["known-problem", report.agent]
+        });
+      }
+    } catch (error) {
+      this.log.warn(
+        `Memory write failed (continuing): ${error instanceof Error ? error.message : String(error)}`
+      );
+    }
+  }
+};
+
 // src/tasks/engine-factory.ts
 function createTaskEngine(config, log = logger, directory) {
+  const agents = buildAgentRegistry(config, log);
+  const roles = buildRoleRegistry(config);
   return new TaskEngine({
-    agents: buildAgentRegistry(config, log),
-    roles: buildRoleRegistry(config),
+    agents,
+    roles,
     store: new FileTaskStore(directory),
+    ...config.project.memory !== void 0 ? { memory: new MemoryService(createMemoryProvider(config.project.memory), log) } : {},
     log
   });
 }
@@ -1531,8 +1850,8 @@ function createDefaultChatFn(providers) {
 }
 
 // src/pipelines/store.ts
-import { mkdir as mkdir2, readFile as readFile2, rename as rename2, writeFile as writeFile2 } from "fs/promises";
-import { dirname as dirname2 } from "path";
+import { mkdir as mkdir3, readFile as readFile3, rename as rename3, writeFile as writeFile3 } from "fs/promises";
+import { dirname as dirname3 } from "path";
 var FilePipelineRunStore = class {
   filePath;
   queue = Promise.resolve();
@@ -1570,7 +1889,7 @@ var FilePipelineRunStore = class {
   }
   async load() {
     try {
-      const raw = await readFile2(this.filePath, "utf8");
+      const raw = await readFile3(this.filePath, "utf8");
       const parsed = JSON.parse(raw);
       return Array.isArray(parsed) ? parsed : [];
     } catch {
@@ -1579,10 +1898,10 @@ var FilePipelineRunStore = class {
   }
   async write(runs) {
     const tmp = `${this.filePath}.tmp`;
-    await mkdir2(dirname2(this.filePath), { recursive: true });
-    await writeFile2(tmp, `${JSON.stringify(runs, null, 2)}
+    await mkdir3(dirname3(this.filePath), { recursive: true });
+    await writeFile3(tmp, `${JSON.stringify(runs, null, 2)}
 `, "utf8");
-    await rename2(tmp, this.filePath);
+    await rename3(tmp, this.filePath);
   }
 };
 
@@ -1797,8 +2116,8 @@ var ReportService = class {
 };
 
 // src/reports/store.ts
-import { mkdir as mkdir3, readFile as readFile3, rename as rename3, writeFile as writeFile3 } from "fs/promises";
-import { dirname as dirname3 } from "path";
+import { mkdir as mkdir4, readFile as readFile4, rename as rename4, writeFile as writeFile4 } from "fs/promises";
+import { dirname as dirname4 } from "path";
 var FileReportStore = class {
   filePath;
   queue = Promise.resolve();
@@ -1862,7 +2181,7 @@ var FileReportStore = class {
   }
   async load() {
     try {
-      const raw = await readFile3(this.filePath, "utf8");
+      const raw = await readFile4(this.filePath, "utf8");
       const parsed = JSON.parse(raw);
       return Array.isArray(parsed) ? parsed : [];
     } catch {
@@ -1871,10 +2190,10 @@ var FileReportStore = class {
   }
   async write(entries) {
     const tmp = `${this.filePath}.tmp`;
-    await mkdir3(dirname3(this.filePath), { recursive: true });
-    await writeFile3(tmp, `${JSON.stringify(entries, null, 2)}
+    await mkdir4(dirname4(this.filePath), { recursive: true });
+    await writeFile4(tmp, `${JSON.stringify(entries, null, 2)}
 `, "utf8");
-    await rename3(tmp, this.filePath);
+    await rename4(tmp, this.filePath);
   }
 };
 
@@ -1886,6 +2205,7 @@ function buildPipelineEngine(config, log = logger) {
     agents,
     roles,
     store: new FileTaskStore(),
+    ...config.project.memory !== void 0 ? { memory: new MemoryService(createMemoryProvider(config.project.memory), log) } : {},
     log
   });
   return new PipelineEngine({
@@ -1901,16 +2221,19 @@ function buildPipelineEngine(config, log = logger) {
 }
 
 // src/version.ts
-var OMNINODE_VERSION = "0.7.0";
+var OMNINODE_VERSION = "0.8.0";
 export {
   AgentError,
   AgentRegistry,
   ConfigError,
   ConsoleLogSink,
   FilePipelineRunStore,
+  FileReportStore,
   FileTaskStore,
+  LocalMemoryProvider,
   Logger,
   MemoryError,
+  MemoryService,
   ModelRegistry,
   OMNINODE_VERSION,
   OPENAI_COMPATIBLE_TYPES,
@@ -1922,10 +2245,13 @@ export {
   ProcessAgent,
   ProtocolError,
   ProviderError,
+  RememberaMemoryProvider,
+  ReportService,
   RoleRegistry,
   TaskEngine,
   TaskError,
   agentConfigSchema,
+  aggregateReports,
   appConfigSchema,
   authHeaders,
   buildAgentRegistry,
@@ -1934,12 +2260,15 @@ export {
   composeTaskText,
   createAgent,
   createDefaultChatFn,
+  createMemoryProvider,
   createProvider,
   createTaskEngine,
   defaultProjectConfigYaml,
   expandEnvRefs,
+  extractReportFromText,
   findConfigFile,
   isOmniNodeError,
+  keywords,
   loadConfig,
   logger,
   pipelineConfigSchema,
@@ -1949,6 +2278,7 @@ export {
   registryKey,
   requestJson,
   resolveApiKey,
-  roleConfigSchema
+  roleConfigSchema,
+  similar
 };
 //# sourceMappingURL=index.js.map