@hilbras/omninode 0.5.1 → 0.6.0

package/dist/index.js

@@ -137,11 +137,29 @@ var roleConfigSchema = z.object({
   system_prompt: z.string().optional(),
   metadata: z.record(z.unknown()).optional()
 }).strict();
+var pipelineStepConfigSchema = z.object({
+  id: z.string().min(1),
+  kind: z.enum(["research", "collect", "analyze", "plan", "execute", "custom"]),
+  agents: z.array(z.string()).optional(),
+  agent: z.string().optional(),
+  model: z.string().optional(),
+  depends_on: z.array(z.string()).optional(),
+  retries: z.number().int().min(0).max(10).optional(),
+  condition: z.enum(["always", "on-success", "on-failure"]).optional()
+}).strict();
+var pipelineConfigSchema = z.object({
+  id: z.string().min(1).regex(/^[a-z0-9][a-z0-9-]*$/, "pipeline id must be kebab-case"),
+  name: z.string().optional(),
+  objective: z.string().optional(),
+  role: z.string().optional(),
+  steps: z.array(pipelineStepConfigSchema).min(1)
+}).strict();
 var projectConfigSchema = z.object({
   name: z.string().min(1),
   providers: z.array(providerConfigSchema).default([]),
   agents: z.array(agentConfigSchema).default([]),
   roles: z.array(roleConfigSchema).default([]),
+  pipelines: z.array(pipelineConfigSchema).default([]),
   memory: z.object({ provider: z.string().min(1) }).strict().optional()
 }).strict();
 var appConfigSchema = z.object({
@@ -211,11 +229,30 @@ function toAppConfig(yaml) {
       providers: yaml.project.providers.map(toProviderConfig),
       agents: yaml.project.agents.map(toAgentConfig),
       roles: yaml.project.roles.map(toRoleDefinition),
+      pipelines: yaml.project.pipelines.map(toPipelineDefinition),
       ...yaml.project.memory !== void 0 ? { memory: yaml.project.memory } : {}
     },
     ...yaml.logging !== void 0 ? { logging: yaml.logging } : {}
   };
 }
+function toPipelineDefinition(raw) {
+  return {
+    id: raw.id,
+    name: raw.name,
+    objective: raw.objective,
+    role: raw.role,
+    steps: raw.steps.map((step) => ({
+      id: step.id,
+      kind: step.kind,
+      agents: step.agents,
+      agent: step.agent,
+      model: step.model,
+      dependsOn: step.depends_on,
+      retries: step.retries,
+      condition: step.condition
+    }))
+  };
+}
 function toProviderConfig(raw) {
   return {
     name: raw.name,
@@ -914,23 +951,42 @@ import { mkdir, readFile, rename, writeFile } from "fs/promises";
 import { dirname } from "path";
 var FileTaskStore = class {
   filePath;
+  /**
+   * Read-modify-write operations are serialized: parallel pipeline tasks
+   * would otherwise race on the JSON file (last writer wins).
+   */
+  queue = Promise.resolve();
   constructor(directory = `${process.cwd()}/.omninode`) {
     this.filePath = `${directory}/tasks.json`;
   }
   async save(task) {
-    const tasks = await this.load();
-    const index = tasks.findIndex((t) => t.id === task.id);
-    if (index >= 0) tasks[index] = task;
-    else tasks.push(task);
-    await this.write(tasks);
+    return this.synchronized(async () => {
+      const tasks = await this.load();
+      const index = tasks.findIndex((t) => t.id === task.id);
+      if (index >= 0) tasks[index] = task;
+      else tasks.push(task);
+      await this.write(tasks);
+    });
   }
   async get(id) {
-    const tasks = await this.load();
-    return tasks.find((t) => t.id === id);
+    return this.synchronized(async () => {
+      const tasks = await this.load();
+      return tasks.find((t) => t.id === id);
+    });
   }
   async list(filter = {}) {
-    const tasks = await this.load();
-    return tasks.filter((task) => filter.status ? task.status === filter.status : true).filter((task) => filter.project ? task.project === filter.project : true).sort((a, b) => a.createdAt.localeCompare(b.createdAt));
+    return this.synchronized(async () => {
+      const tasks = await this.load();
+      return tasks.filter((task) => filter.status ? task.status === filter.status : true).filter((task) => filter.project ? task.project === filter.project : true).sort((a, b) => a.createdAt.localeCompare(b.createdAt));
+    });
+  }
+  synchronized(operation) {
+    const result = this.queue.then(operation, operation);
+    this.queue = result.then(
+      () => void 0,
+      () => void 0
+    );
+    return result;
   }
   async load() {
     try {
@@ -1101,13 +1157,445 @@ function createTaskEngine(config, log = logger, directory) {
   });
 }
 
+// src/pipelines/engine.ts
+import { randomBytes as randomBytes2 } from "crypto";
+var PipelineEngine = class {
+  constructor(options) {
+    this.options = options;
+    this.log = (options.log ?? logger).child({ component: "pipelines" });
+  }
+  options;
+  log;
+  get store() {
+    return this.options.store;
+  }
+  /** Structural + semantic validation (§27 Phase 5 — pipeline parser). */
+  validate(def) {
+    const ids = /* @__PURE__ */ new Set();
+    for (const step of def.steps) {
+      if (ids.has(step.id)) {
+        throw new PipelineError("PIPELINE_INVALID", `Duplicate step id "${step.id}".`);
+      }
+      ids.add(step.id);
+    }
+    for (const step of def.steps) {
+      for (const dep of step.dependsOn ?? []) {
+        if (!ids.has(dep)) {
+          throw new PipelineError(
+            "PIPELINE_INVALID",
+            `Step "${step.id}" depends on unknown step "${dep}".`
+          );
+        }
+      }
+      if (step.kind === "research" && (step.agents ?? []).length === 0) {
+        throw new PipelineError(
+          "PIPELINE_INVALID",
+          `Research step "${step.id}" needs at least one agent.`
+        );
+      }
+      if ((step.kind === "execute" || step.kind === "custom") && !step.agent) {
+        throw new PipelineError("PIPELINE_INVALID", `Step "${step.id}" (${step.kind}) needs an agent.`);
+      }
+    }
+    this.assertAcyclic(def);
+  }
+  assertAcyclic(def) {
+    const deps = this.effectiveDependencies(def);
+    const remaining = /* @__PURE__ */ new Map();
+    const dependents = /* @__PURE__ */ new Map();
+    for (const [id, list] of deps) {
+      remaining.set(id, list.length);
+      for (const d of list) {
+        dependents.set(d, [...dependents.get(d) ?? [], id]);
+      }
+    }
+    const queue = [...deps.keys()].filter((id) => (remaining.get(id) ?? 0) === 0);
+    let processed = 0;
+    while (queue.length > 0) {
+      const id = queue.shift();
+      processed += 1;
+      for (const next of dependents.get(id) ?? []) {
+        const left = (remaining.get(next) ?? 0) - 1;
+        remaining.set(next, left);
+        if (left === 0) queue.push(next);
+      }
+    }
+    if (processed < deps.size) {
+      const stuck = [...deps.keys()].filter((id) => (remaining.get(id) ?? 0) > 0);
+      throw new PipelineError(
+        "PIPELINE_INVALID",
+        `Pipeline "${def.id}" has a dependency cycle involving: ${stuck.join(", ")}.`
+      );
+    }
+  }
+  /**
+   * Steps run sequentially in definition order unless they declare explicit
+   * dependencies, which enable parallel branches.
+   */
+  effectiveDependencies(def) {
+    const deps = /* @__PURE__ */ new Map();
+    def.steps.forEach((step, index) => {
+      const explicit = step.dependsOn ?? [];
+      deps.set(
+        step.id,
+        explicit.length > 0 ? explicit : index > 0 ? [def.steps[index - 1].id] : []
+      );
+    });
+    return deps;
+  }
+  async run(def, options = {}) {
+    this.validate(def);
+    const objective = (options.objective ?? def.objective ?? "").trim();
+    if (objective.length === 0) {
+      throw new PipelineError(
+        "PIPELINE_INVALID",
+        `Pipeline "${def.id}" needs an objective \u2014 pass one or set it in the definition.`
+      );
+    }
+    const role = def.role ? this.options.roles.get(def.role) : void 0;
+    if (def.role && !role) {
+      throw new PipelineError(
+        "PIPELINE_INVALID",
+        `Role "${def.role}" (pipeline "${def.id}") is not defined in project.roles.`
+      );
+    }
+    for (const step of def.steps) {
+      for (const name of [...step.agents ?? [], ...step.agent ? [step.agent] : []]) {
+        if (!this.options.agents.get(name)) {
+          throw new PipelineError(
+            "PIPELINE_INVALID",
+            `Step "${step.id}" references unregistered agent "${name}".`
+          );
+        }
+      }
+    }
+    const now = (/* @__PURE__ */ new Date()).toISOString();
+    const run = {
+      id: `run-${Date.now().toString(36)}-${randomBytes2(3).toString("hex")}`,
+      pipelineId: def.id,
+      status: "running",
+      startedAt: now,
+      stepRuns: []
+    };
+    await this.options.store.save(run);
+    this.log.info(`Running pipeline ${def.id} as ${run.id}.`);
+    const deps = this.effectiveDependencies(def);
+    const outcomes = /* @__PURE__ */ new Map();
+    const pending = new Set(def.steps.map((s) => s.id));
+    const contextParts = [];
+    const allReports = [];
+    while (pending.size > 0) {
+      const ready = def.steps.filter(
+        (step) => pending.has(step.id) && (deps.get(step.id) ?? []).every((d) => outcomes.has(d))
+      );
+      if (ready.length === 0) {
+        throw new PipelineError("PIPELINE_FAILED", `Pipeline "${def.id}" scheduling stalled.`);
+      }
+      const settled = await Promise.all(
+        ready.map(async (step) => {
+          if (!this.shouldRun(step, deps.get(step.id) ?? [], outcomes)) {
+            return { status: "skipped", summary: "", taskIds: [], reports: [] };
+          }
+          const ctx = {
+            objective,
+            ...role ? { role } : {},
+            combinedContext: contextParts.join("\n\n")
+          };
+          return this.executeStep(step, ctx);
+        })
+      );
+      ready.forEach((step, index) => {
+        const outcome = settled[index];
+        outcomes.set(step.id, outcome);
+        pending.delete(step.id);
+        allReports.push(...outcome.reports);
+        if (outcome.status !== "skipped" && outcome.summary.length > 0) {
+          const contribution = outcome.contextContribution ?? outcome.summary;
+          contextParts.push(`## Step "${step.id}" (${step.kind})
+${contribution}`);
+        }
+        const stepRun = {
+          stepId: step.id,
+          status: outcome.status === "skipped" ? "cancelled" : outcome.status === "failed" ? "failed" : "completed",
+          ...outcome.taskIds.length > 0 ? { taskIds: outcome.taskIds } : {},
+          ...outcome.error !== void 0 ? { error: outcome.error } : {}
+        };
+        run.stepRuns.push(stepRun);
+        options.onStep?.(stepRun);
+      });
+      run.reports = [...allReports];
+      await this.options.store.save(run);
+    }
+    const failed = [...outcomes.values()].some((o) => o.status === "failed");
+    const finalStatus = failed ? "failed" : "completed";
+    const finished = {
+      ...run,
+      status: finalStatus,
+      finishedAt: (/* @__PURE__ */ new Date()).toISOString(),
+      ...allReports.length > 0 ? { reports: allReports } : {}
+    };
+    await this.options.store.save(finished);
+    this.log.info(`Pipeline ${def.id} finished: ${finalStatus}.`);
+    return finished;
+  }
+  async get(runId) {
+    return this.options.store.get(runId);
+  }
+  async listRuns(filter) {
+    return this.options.store.list(filter);
+  }
+  shouldRun(step, deps, outcomes) {
+    const condition = step.condition ?? "on-success";
+    const depStatuses = deps.map((d) => outcomes.get(d)?.status);
+    const anyFailed = depStatuses.includes("failed");
+    const anySkipped = depStatuses.includes("skipped");
+    if (condition === "always") return true;
+    if (condition === "on-failure") return anyFailed;
+    return !anyFailed && !anySkipped;
+  }
+  async executeStep(step, ctx) {
+    const retries = step.retries ?? 0;
+    let last;
+    for (let attempt = 0; attempt <= retries; attempt += 1) {
+      if (attempt > 0) {
+        this.log.warn(`Step "${step.id}" failed \u2014 retry ${attempt}/${retries}.`);
+      }
+      last = await this.executeStepOnce(step, ctx);
+      if (last.status !== "failed") return last;
+    }
+    return last;
+  }
+  async executeStepOnce(step, ctx) {
+    switch (step.kind) {
+      case "research":
+        return this.runFanOut(step, ctx);
+      case "collect":
+        return { status: "completed", summary: "(collect: outputs gathered from previous steps)", taskIds: [], reports: [] };
+      case "analyze":
+        if (!step.agent) {
+          return { status: "completed", summary: "(analyze: pass-through, no agent assigned)", taskIds: [], reports: [] };
+        }
+        return this.runSingle(step, ctx, step.agent);
+      case "plan":
+        return this.runPlan(step, ctx);
+      case "execute":
+      case "custom":
+        return this.runSingle(step, ctx, step.agent);
+    }
+  }
+  /** Research fan-out: one task per agent, in parallel (§15). */
+  async runFanOut(step, ctx) {
+    const agentNames = step.agents ?? [];
+    const created = await Promise.all(
+      agentNames.map(
+        (name) => this.options.tasks.create({
+          objective: ctx.objective,
+          agent: name,
+          ...ctx.role ? { role: ctx.role.id } : {},
+          ...ctx.combinedContext.length > 0 ? { context: { background: ctx.combinedContext } } : {}
+        })
+      )
+    );
+    const results = await Promise.all(created.map((task) => this.options.tasks.run(task.id)));
+    const failedTasks = results.filter((r) => r.status !== "completed");
+    const lines = results.map((result, index) => {
+      const agentName = agentNames[index] ?? "unknown";
+      const outcome = result.result?.summary ?? result.result?.error ?? "(no output)";
+      return `- ${agentName}: ${outcome}`;
+    });
+    const reports = results.flatMap((r) => r.result?.reports ?? []);
+    const summary = lines.join("\n");
+    if (failedTasks.length > 0) {
+      const firstError = failedTasks[0]?.result?.error ?? "unknown error";
+      return {
+        status: "failed",
+        summary,
+        taskIds: created.map((t) => t.id),
+        error: `${failedTasks.length}/${results.length} task(s) failed \u2014 ${firstError}`,
+        reports
+      };
+    }
+    return { status: "completed", summary, taskIds: created.map((t) => t.id), reports };
+  }
+  async runSingle(step, ctx, agentName) {
+    const task = await this.options.tasks.create({
+      objective: ctx.objective,
+      agent: agentName,
+      ...ctx.role ? { role: ctx.role.id } : {},
+      ...ctx.combinedContext.length > 0 ? { context: { background: ctx.combinedContext } } : {}
+    });
+    const result = await this.options.tasks.run(task.id);
+    if (result.status !== "completed") {
+      return {
+        status: "failed",
+        summary: result.result?.summary ?? "",
+        taskIds: [task.id],
+        error: result.result?.error ?? `task ${task.id} did not complete`,
+        reports: result.result?.reports ?? []
+      };
+    }
+    return {
+      status: "completed",
+      summary: result.result?.summary ?? "(no output)",
+      taskIds: [task.id],
+      reports: result.result?.reports ?? []
+    };
+  }
+  async runPlan(step, ctx) {
+    if (!step.model) {
+      return { status: "completed", summary: "(plan: no model configured \u2014 skipped)", taskIds: [], reports: [] };
+    }
+    const messages = [
+      {
+        role: "system",
+        content: "You are a planning assistant inside OmniNode. Given the objective and the combined research context, produce a prioritized, actionable plan."
+      },
+      {
+        role: "user",
+        content: `# Objective
+${ctx.objective}
+
+${ctx.combinedContext}
+
+Produce the final plan.`
+      }
+    ];
+    try {
+      const planText = await this.getChat()(step.model, messages);
+      return {
+        status: "completed",
+        summary: planText.split("\n", 1)[0] ?? planText,
+        contextContribution: planText,
+        taskIds: [],
+        reports: []
+      };
+    } catch (error) {
+      return {
+        status: "failed",
+        summary: "",
+        taskIds: [],
+        error: error instanceof Error ? error.message : String(error),
+        reports: []
+      };
+    }
+  }
+  getChat() {
+    if (this.options.chat) return this.options.chat;
+    throw new PipelineError(
+      "PIPELINE_FAILED",
+      "No chat function available \u2014 configure a provider for plan steps."
+    );
+  }
+};
+function createDefaultChatFn(providers) {
+  return async (modelRef, messages) => {
+    const separator = modelRef.indexOf(":");
+    if (separator <= 0 || separator === modelRef.length - 1) {
+      throw new PipelineError(
+        "PIPELINE_INVALID",
+        `Invalid model reference "${modelRef}". Use "provider:model-id".`
+      );
+    }
+    const providerName = modelRef.slice(0, separator);
+    const modelId = modelRef.slice(separator + 1);
+    const providerConfig = providers.find((p) => p.name === providerName);
+    if (!providerConfig) {
+      throw new PipelineError(
+        "PIPELINE_INVALID",
+        `Provider "${providerName}" (model "${modelRef}") is not configured.`
+      );
+    }
+    const provider = createProvider(providerConfig);
+    const response = await provider.chat({ model: modelId, messages });
+    return response.content;
+  };
+}
+
+// src/pipelines/store.ts
+import { mkdir as mkdir2, readFile as readFile2, rename as rename2, writeFile as writeFile2 } from "fs/promises";
+import { dirname as dirname2 } from "path";
+var FilePipelineRunStore = class {
+  filePath;
+  queue = Promise.resolve();
+  constructor(directory = `${process.cwd()}/.omninode`) {
+    this.filePath = `${directory}/pipelines.json`;
+  }
+  async save(run) {
+    return this.synchronized(async () => {
+      const runs = await this.load();
+      const index = runs.findIndex((r) => r.id === run.id);
+      if (index >= 0) runs[index] = run;
+      else runs.push(run);
+      await this.write(runs);
+    });
+  }
+  async get(id) {
+    return this.synchronized(async () => {
+      const runs = await this.load();
+      return runs.find((r) => r.id === id);
+    });
+  }
+  async list(filter = {}) {
+    return this.synchronized(async () => {
+      const runs = await this.load();
+      return runs.filter((run) => filter.pipelineId ? run.pipelineId === filter.pipelineId : true).filter((run) => filter.status ? run.status === filter.status : true).sort((a, b) => (a.startedAt ?? "").localeCompare(b.startedAt ?? ""));
+    });
+  }
+  synchronized(operation) {
+    const result = this.queue.then(operation, operation);
+    this.queue = result.then(
+      () => void 0,
+      () => void 0
+    );
+    return result;
+  }
+  async load() {
+    try {
+      const raw = await readFile2(this.filePath, "utf8");
+      const parsed = JSON.parse(raw);
+      return Array.isArray(parsed) ? parsed : [];
+    } catch {
+      return [];
+    }
+  }
+  async write(runs) {
+    const tmp = `${this.filePath}.tmp`;
+    await mkdir2(dirname2(this.filePath), { recursive: true });
+    await writeFile2(tmp, `${JSON.stringify(runs, null, 2)}
+`, "utf8");
+    await rename2(tmp, this.filePath);
+  }
+};
+
+// src/pipelines/engine-factory.ts
+function buildPipelineEngine(config, log = logger) {
+  const agents = buildAgentRegistry(config, log);
+  const roles = buildRoleRegistry(config);
+  const tasks = new TaskEngine({
+    agents,
+    roles,
+    store: new FileTaskStore(),
+    log
+  });
+  return new PipelineEngine({
+    tasks,
+    agents,
+    roles,
+    providers: config.project.providers,
+    store: new FilePipelineRunStore(),
+    chat: createDefaultChatFn(config.project.providers),
+    log
+  });
+}
+
 // src/version.ts
-var OMNINODE_VERSION = "0.4.0";
+var OMNINODE_VERSION = "0.6.0";
 export {
   AgentError,
   AgentRegistry,
   ConfigError,
   ConsoleLogSink,
+  FilePipelineRunStore,
   FileTaskStore,
   Logger,
   MemoryError,
@@ -1117,6 +1605,7 @@ export {
   OmniHilbrasProvider,
   OmniNodeError,
   OpenAICompatibleProvider,
+  PipelineEngine,
   PipelineError,
   ProcessAgent,
   ProtocolError,
@@ -1128,9 +1617,11 @@ export {
   appConfigSchema,
   authHeaders,
   buildAgentRegistry,
+  buildPipelineEngine,
   buildRoleRegistry,
   composeTaskText,
   createAgent,
+  createDefaultChatFn,
   createProvider,
   createTaskEngine,
   defaultProjectConfigYaml,
@@ -1139,6 +1630,8 @@ export {
   isOmniNodeError,
   loadConfig,
   logger,
+  pipelineConfigSchema,
+  pipelineStepConfigSchema,
   projectConfigSchema,
   providerConfigSchema,
   registryKey,