jules-orchestrator-kit 0.22.3 → 0.22.5

package/bin/agentctl.mjs

@@ -4,7 +4,7 @@ import { parseArgs } from "node:util";
 import { readFileSync, writeFileSync, existsSync, readdirSync } from "node:fs";
 import { join } from "node:path";
 import { loadConfig, resolveRoot, detectStack } from "../src/config.mjs";
-import { gate, dispatch, run } from "../src/engine.mjs";
+import { gate, dispatch, run, isTaskFile } from "../src/engine.mjs";
 import { acquireLock, releaseLock, lockStatus, checkDailyBudget, getQueueDir, ensureDir } from "../src/state.mjs";
 import { worktreePrune } from "../src/git.mjs";
 
@@ -13,7 +13,7 @@ const command = args[0];
 
 function printHelp() {
   console.log(`
-🚀 agentctl v0.22.3 — Universal Agent Orchestrator & Safety Gatekeeper
+🚀 agentctl v0.22.5 — Universal Agent Orchestrator & Safety Gatekeeper
 
 Usage: agentctl <command> [options]
 
@@ -43,7 +43,7 @@ async function main() {
   }
 
   if (command === "version" || command === "--version" || command === "-v") {
-    console.log("agentctl v0.22.1");
+    console.log("agentctl v0.22.5");
     process.exit(0);
   }
 
@@ -150,7 +150,7 @@ async function main() {
 
     case "queue": {
       const queueDir = getQueueDir(root);
-      const files = readdirSync(queueDir).filter((f) => f.endsWith(".md"));
+      const files = readdirSync(queueDir).filter((f) => isTaskFile(f, queueDir));
       console.log(` Found ${files.length} queued task(s) in .agent/queue/`);
       if (files.length > 0) {
         const tasks = files.map((f) => ({
@@ -168,7 +168,7 @@ async function main() {
     case "swarm": {
       console.log("🚀 Running Swarm Orchestrator...");
       const queueDir = getQueueDir(root);
-      const files = readdirSync(queueDir).filter((f) => f.endsWith(".md"));
+      const files = readdirSync(queueDir).filter((f) => isTaskFile(f, queueDir));
       if (files.length === 0) {
         console.log("No pending tasks found for swarm.");
         process.exit(0);
@@ -223,7 +223,7 @@ async function main() {
     }
 
     case "doctor": {
-      console.log(`\n🔍 agentctl System Diagnostics (v0.22.3)`);
+      console.log(`\n🔍 agentctl System Diagnostics (v0.22.5)`);
       console.log(`--------------------------------------------------`);
       console.log(`  Project Root     : ${root}`);
       console.log(`  Config File      : ${config._file || "None (Using defaults)"}`);

package/index.mjs

@@ -16,7 +16,7 @@ export {
 } from "./src/security.mjs";
 export { sanitizeUntrustedData, buildAgentEnvelope } from "./src/prompt-guard.mjs";
 export { isolateMcpStdout, writeMcpFrame } from "./src/mcp.mjs";
-export { git, runCmd, changedFiles, diffBytes, diffText } from "./src/git.mjs";
+export { git, runCmd, resolveBase, changedFiles, diffBytes, diffText } from "./src/git.mjs";
 export { createProvider, JULES_PRESET, CLAUDE_PRESET, CODEX_PRESET } from "./src/provider.mjs";
 export {
   appendLedger,
@@ -36,8 +36,9 @@ export {
   BudgetError,
   isPidAlive,
   getProcessStartTime,
+  parseProcStat,
 } from "./src/state.mjs";
-export { gate, dispatch, repair, run, fingerprintFailureState } from "./src/engine.mjs";
+export { gate, dispatch, repair, run, fingerprintFailureState, isTaskFile } from "./src/engine.mjs";
 export { validateEnvelope } from "./src/envelope.mjs";
 export {
   createExecutionEnvelope,
@@ -48,6 +49,7 @@ export {
 export { checkAssetIntegrity } from "./src/asset_integrity.mjs";
 export { classifyRiskTier, RISK_TIERS } from "./src/risk.mjs";
 export { checkRulesBudget } from "./src/rules_budget.mjs";
+export { DagExecutor, DagCycleError } from "./src/dag-engine.mjs";
 
 // Legacy SDK shims for backward compatibility
 export { resolveProjectCommands, resolveWorkspaceExecutionBoundary } from "./scripts/command-resolver.mjs";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "jules-orchestrator-kit",
-  "version": "0.22.3",
+  "version": "0.22.5",
   "description": "Orchestration kit for running Google Jules autonomous agents.",
   "repository": {
     "type": "git",

package/scripts/jules-queue-runner.mjs

@@ -5,6 +5,7 @@
  */
 
 import { getQueueDir, ensureDir } from "../src/state.mjs";
+import { isTaskFile } from "../src/engine.mjs";
 import { readdirSync, renameSync } from "node:fs";
 import { join } from "node:path";
 
@@ -19,7 +20,7 @@ export function classifyQueueFailure(err) {
 if (process.argv[1] && process.argv[1].endsWith("jules-queue-runner.mjs")) {
   const root = process.env.JULES_PROJECT_ROOT || process.cwd();
   const queueDir = getQueueDir(root);
-  const files = readdirSync(queueDir).filter((f) => f.endsWith(".md"));
+  const files = readdirSync(queueDir).filter((f) => isTaskFile(f, queueDir));
 
   if (files.length === 0) {
     console.log("Queue processing complete!");

package/src/dag-engine.mjs

@@ -0,0 +1,274 @@
+import { createHash } from "node:crypto";
+import { readFileSync, existsSync } from "node:fs";
+
+/**
+ * Custom error thrown when a circular dependency is detected in the DAG.
+ */
+export class DagCycleError extends Error {
+  constructor(cyclePath) {
+    const pathStr = Array.isArray(cyclePath) ? cyclePath.join(" -> ") : String(cyclePath);
+    super(`Circular dependency detected: ${pathStr}`);
+    this.name = "DagCycleError";
+    this.cyclePath = cyclePath;
+  }
+}
+
+/**
+ * Zero-Dependency Task DAG Executor with cycle detection and interface fingerprinting.
+ */
+export class DagExecutor {
+  constructor({ concurrency = 4 } = {}) {
+    this.concurrency = concurrency;
+    this.tasks = new Map();
+  }
+
+  /**
+   * Registers a task into the DAG.
+   * @param {Object} task
+   * @param {string} task.id
+   * @param {string[]} [task.dependsOn=[]]
+   * @param {string[]} [task.outputs=[]]
+   * @param {Function} [task.runner]
+   */
+  addTask({ id, dependsOn = [], outputs = [], runner }) {
+    if (!id || typeof id !== "string") {
+      throw new Error("Task id must be a non-empty string");
+    }
+    if (this.tasks.has(id)) {
+      throw new Error(`Task with id '${id}' already exists`);
+    }
+    this.tasks.set(id, {
+      id,
+      dependsOn: Array.isArray(dependsOn) ? [...dependsOn] : [],
+      outputs: Array.isArray(outputs) ? [...outputs] : [],
+      runner: runner || (async () => {}),
+    });
+  }
+
+  /**
+   * Validates the DAG, resolves dependencies using Kahn's algorithm, and checks for cycles.
+   * Throws DagCycleError if a cycle is detected.
+   */
+  validateDag() {
+    const totalNodes = this.tasks.size;
+    if (totalNodes === 0) return { executionOrder: [], dependents: new Map() };
+
+    const inDegree = new Map();
+    const dependents = new Map();
+
+    for (const id of this.tasks.keys()) {
+      inDegree.set(id, 0);
+      dependents.set(id, []);
+    }
+
+    for (const [id, task] of this.tasks.entries()) {
+      for (const depId of task.dependsOn) {
+        if (!this.tasks.has(depId)) {
+          throw new Error(`Task '${id}' depends on missing task '${depId}'`);
+        }
+        inDegree.set(id, inDegree.get(id) + 1);
+        dependents.get(depId).push(id);
+      }
+    }
+
+    const queue = [];
+    for (const [id, deg] of inDegree.entries()) {
+      if (deg === 0) {
+        queue.push(id);
+      }
+    }
+    queue.sort();
+
+    const executionOrder = [];
+    let processedNodes = 0;
+    const currentInDegree = new Map(inDegree);
+
+    while (queue.length > 0) {
+      queue.sort();
+      const node = queue.shift();
+      executionOrder.push(node);
+      processedNodes++;
+
+      for (const neighbor of dependents.get(node)) {
+        const newDeg = currentInDegree.get(neighbor) - 1;
+        currentInDegree.set(neighbor, newDeg);
+        if (newDeg === 0) {
+          queue.push(neighbor);
+        }
+      }
+    }
+
+    if (processedNodes !== totalNodes) {
+      const cyclePath = this._findCyclePath();
+      throw new DagCycleError(cyclePath);
+    }
+
+    return { executionOrder, dependents };
+  }
+
+  /**
+   * Finds the exact circular path sequence in the task dependency graph.
+   * @private
+   */
+  _findCyclePath() {
+    const visited = new Set();
+    const stack = [];
+    const stackSet = new Set();
+
+    const dfs = (nodeId) => {
+      visited.add(nodeId);
+      stack.push(nodeId);
+      stackSet.add(nodeId);
+
+      const task = this.tasks.get(nodeId);
+      if (task) {
+        for (const depId of task.dependsOn) {
+          if (!this.tasks.has(depId)) continue;
+          if (!visited.has(depId)) {
+            const res = dfs(depId);
+            if (res) return res;
+          } else if (stackSet.has(depId)) {
+            const cycleStartIdx = stack.indexOf(depId);
+            const rawCycle = stack.slice(cycleStartIdx);
+            rawCycle.push(depId);
+            return rawCycle;
+          }
+        }
+      }
+
+      stack.pop();
+      stackSet.delete(nodeId);
+      return null;
+    };
+
+    // Sort keys lexicographically for deterministic cycle path detection
+    const sortedKeys = Array.from(this.tasks.keys()).sort();
+    for (const id of sortedKeys) {
+      if (!visited.has(id)) {
+        const cycle = dfs(id);
+        if (cycle) {
+          return cycle.reverse();
+        }
+      }
+    }
+
+    return sortedKeys;
+  }
+
+  /**
+   * Computes SHA-256 hash of a file path using node:crypto.
+   * @private
+   */
+  _computeFileHash(filePath) {
+    if (!existsSync(filePath)) {
+      return createHash("sha256").update("").digest("hex");
+    }
+    const content = readFileSync(filePath);
+    return createHash("sha256").update(content).digest("hex");
+  }
+
+  /**
+   * Executes tasks in topological order with parallel concurrency and interface fingerprinting.
+   * @param {Object} [options]
+   * @param {number} [options.concurrency]
+   */
+  async execute({ concurrency = this.concurrency } = {}) {
+    const { dependents } = this.validateDag();
+
+    const completed = new Set();
+    const running = new Set();
+    const fingerprints = new Map();
+    const executionHistory = [];
+
+    const inDegree = new Map();
+    for (const [id, task] of this.tasks.entries()) {
+      inDegree.set(id, task.dependsOn.length);
+    }
+
+    return new Promise((resolve, reject) => {
+      let isSettled = false;
+
+      const fail = (err) => {
+        if (!isSettled) {
+          isSettled = true;
+          reject(err);
+        }
+      };
+
+      const checkAndSchedule = async () => {
+        if (isSettled) return;
+
+        if (completed.size === this.tasks.size) {
+          isSettled = true;
+          return resolve({ executionHistory, fingerprints });
+        }
+
+        const readyTasks = [];
+        for (const [id, deg] of inDegree.entries()) {
+          if (deg === 0 && !completed.has(id) && !running.has(id)) {
+            readyTasks.push(id);
+          }
+        }
+
+        readyTasks.sort();
+
+        while (running.size < concurrency && readyTasks.length > 0) {
+          const taskId = readyTasks.shift();
+          const task = this.tasks.get(taskId);
+
+          // Verification Gate & Interface Fingerprint Check
+          try {
+            for (const depId of task.dependsOn) {
+              const depTask = this.tasks.get(depId);
+              for (const outputFile of depTask.outputs) {
+                const expectedHash = fingerprints.get(outputFile);
+                const actualHash = this._computeFileHash(outputFile);
+                if (expectedHash !== actualHash) {
+                  throw new Error(
+                    `Interface fingerprint mismatch for output '${outputFile}' from dependency '${depId}'`
+                  );
+                }
+              }
+            }
+          } catch (gateErr) {
+            return fail(gateErr);
+          }
+
+          running.add(taskId);
+
+          (async () => {
+            try {
+              executionHistory.push(taskId);
+              await task.runner({
+                id: task.id,
+                dependsOn: task.dependsOn,
+                outputs: task.outputs,
+                fingerprints,
+              });
+
+              // Post-task Interface Fingerprinting
+              for (const outputFile of task.outputs) {
+                const hash = this._computeFileHash(outputFile);
+                fingerprints.set(outputFile, hash);
+              }
+
+              running.delete(taskId);
+              completed.add(taskId);
+
+              for (const depNode of dependents.get(taskId)) {
+                inDegree.set(depNode, inDegree.get(depNode) - 1);
+              }
+
+              checkAndSchedule();
+            } catch (err) {
+              running.delete(taskId);
+              fail(err);
+            }
+          })();
+        }
+      };
+
+      checkAndSchedule();
+    });
+  }
+}

package/src/engine.mjs

@@ -3,10 +3,60 @@ import { checkScope, scanDiff, redactSecrets } from "./security.mjs";
 import { changedFiles, diffBytes, diffText, showFromOrigin, runCmd } from "./git.mjs";
 import { createProvider } from "./provider.mjs";
 import { withBudget, appendLedger, getQueueDir, ensureDir } from "./state.mjs";
-import { readdirSync, readFileSync, renameSync } from "node:fs";
+import { readdirSync, readFileSync, renameSync, existsSync } from "node:fs";
 import { join } from "node:path";
 import { createHash } from "node:crypto";
 
+/**
+ * Validates whether a file in .agent/jules-queue/ is a task file.
+ * Filters out README.md and matches TASK-*.md or valid envelope front-matter.
+ */
+export function isTaskFile(fileName, queueDirOrContent = null) {
+  if (!fileName || typeof fileName !== "string") return false;
+  const lower = fileName.toLowerCase();
+
+  // Explicitly filter out README.md
+  if (lower === "readme.md" || lower.endsWith("/readme.md") || lower.endsWith("\\readme.md")) {
+    return false;
+  }
+
+  if (!lower.endsWith(".md")) {
+    return false;
+  }
+
+  // Matching TASK-*.md or task-*.md
+  if (/^task-.*\.md$/i.test(fileName)) {
+    return true;
+  }
+
+  // Check valid envelope front-matter
+  if (queueDirOrContent) {
+    try {
+      let content = queueDirOrContent;
+      if (typeof queueDirOrContent === "string" && !queueDirOrContent.includes("\n") && existsSync(queueDirOrContent)) {
+        const fullPath = queueDirOrContent.endsWith(fileName) ? queueDirOrContent : join(queueDirOrContent, fileName);
+        if (existsSync(fullPath)) {
+          content = readFileSync(fullPath, "utf-8");
+        }
+      }
+      if (typeof content === "string") {
+        const trimmed = content.trimStart();
+        if (trimmed.startsWith("---")) {
+          const endFm = trimmed.indexOf("\n---", 3);
+          if (endFm !== -1) {
+            const frontMatter = trimmed.slice(3, endFm);
+            if (/(?:taskId|envelopeId|baseRef|baseSha|task|title|id|version|capabilities|scope|verify):/i.test(frontMatter)) {
+              return true;
+            }
+          }
+        }
+      }
+    } catch (_) {}
+  }
+
+  return false;
+}
+
 /**
  * Computes a SHA-256 fingerprint for a failure state (normalized stderr + diff text).
  */
@@ -322,7 +372,7 @@ export async function run(opts = {}) {
   const completedDir = join(queueDir, "completed");
   ensureDir(completedDir);
 
-  const files = readdirSync(queueDir).filter((f) => f.endsWith(".md"));
+  const files = readdirSync(queueDir).filter((f) => isTaskFile(f, queueDir));
   const results = [];
 
   for (let i = 0; i < files.length; i += concurrency) {

package/src/git.mjs

@@ -14,8 +14,14 @@ function normalizePath(p) {
   return p.split(sep).join("/").replace(/\\/g, "/");
 }
 
+const DEFAULT_TIMEOUT = 10 * 60 * 1000; // 10 minutes
+const DEFAULT_MAX_BUFFER = 10 * 1024 * 1024; // 10 MB
+
 export function runCmd(command, opts = {}) {
   const cwd = opts.cwd || process.cwd();
+  const timeout = opts.timeout || DEFAULT_TIMEOUT;
+  const maxBuffer = opts.maxBuffer || DEFAULT_MAX_BUFFER;
+
   let binary = "";
   let args = [];
 
@@ -40,16 +46,36 @@ export function runCmd(command, opts = {}) {
       shell: false,
       stdio: ["ignore", "pipe", "pipe"],
       env: opts.env || process.env,
+      timeout,
+      maxBuffer,
     });
     return { status: 0, stdout: stdout.trim(), stderr: "" };
   } catch (err) {
+    const isTimeout = err.code === "ETIMEDOUT" || (err.signal === "SIGTERM" && err.killed);
+    const isNobufs = err.code === "ENOBUFS" || (err.message && err.message.includes("maxBuffer"));
+
+    const status = err.status || (isTimeout ? 124 : 1);
+    let stdout = (err.stdout || "").toString().trim();
+    let stderr = (err.stderr || err.message || "").toString().trim();
+
+    if (isTimeout && !stderr.includes("ETIMEDOUT")) {
+      stderr = `Command execution timed out after ${timeout}ms (ETIMEDOUT)${stderr ? "\n" + stderr : ""}`;
+    }
+    if (isNobufs && !stderr.includes("ENOBUFS")) {
+      stderr = `Command output buffer exceeded limit of ${maxBuffer} bytes (ENOBUFS)${stderr ? "\n" + stderr : ""}`;
+    }
+
     if (opts.ignoreError) {
-      return {
-        status: err.status || 1,
-        stdout: (err.stdout || "").toString().trim(),
-        stderr: (err.stderr || "").toString().trim(),
-      };
+      return { status, stdout, stderr };
+    }
+
+    if (isTimeout) {
+      throw new GateError(`Command execution timed out (ETIMEDOUT): ${binary}`, { code: status });
+    }
+    if (isNobufs) {
+      throw new GateError(`Command output buffer exceeded limit (ENOBUFS): ${binary}`, { code: status });
     }
+
     throw err;
   }
 }
@@ -59,20 +85,35 @@ export function runCmd(command, opts = {}) {
  */
 export function git(args = [], opts = {}) {
   const cwd = opts.cwd || process.cwd();
+  const timeout = opts.timeout || DEFAULT_TIMEOUT;
+  const maxBuffer = opts.maxBuffer || DEFAULT_MAX_BUFFER;
   const argArray = Array.isArray(args) ? args : String(args).split(" ").filter(Boolean);
+
   try {
     const stdout = execFileSync("git", argArray, {
       cwd,
       encoding: "utf-8",
       shell: false,
       stdio: ["ignore", "pipe", "pipe"],
+      timeout,
+      maxBuffer,
     });
     return opts.raw ? stdout : stdout.trim();
   } catch (err) {
     if (opts.ignoreError) {
       return "";
     }
+    const isTimeout = err.code === "ETIMEDOUT" || (err.signal === "SIGTERM" && err.killed);
+    const isNobufs = err.code === "ENOBUFS" || (err.message && err.message.includes("maxBuffer"));
     const stderr = (err.stderr || err.message || "").toString().trim();
+
+    if (isTimeout) {
+      throw new GateError(`Git command timed out [git ${argArray.join(" ")}]: ETIMEDOUT`, { code: 124 });
+    }
+    if (isNobufs) {
+      throw new GateError(`Git command output buffer exceeded limit [git ${argArray.join(" ")}]: ENOBUFS`, { code: 1 });
+    }
+
     throw new GateError(`Git command failed [git ${argArray.join(" ")}]: ${stderr}`);
   }
 }
@@ -88,7 +129,7 @@ export function resolveBase(root = process.cwd(), baseRef = "main") {
         stdio: ["ignore", "pipe", "ignore"],
       });
       if (res && res.trim()) {
-        return ref;
+        return res.trim();
       }
     } catch (_) {}
   }

package/src/state.mjs

@@ -292,18 +292,24 @@ export function getLockDir(rootOrOpts = resolveRoot()) {
   return dir;
 }
 
+export function parseProcStat(stat) {
+  if (typeof stat !== "string") return null;
+  const rpar = stat.lastIndexOf(")");
+  if (rpar === -1) return null;
+  const rest = stat.slice(rpar + 2).trim().split(/\s+/);
+  return rest[19] || null;
+}
+
 export function getProcessStartTime(pid) {
-  if (!pid || typeof pid !== "number") return null;
+  if (!pid) return null;
+  if (typeof pid === "string" && pid.includes(")")) {
+    return parseProcStat(pid);
+  }
+  if (typeof pid !== "number") return null;
   if (process.platform === "linux") {
     try {
       const stat = readFileSync(`/proc/${pid}/stat`, "utf-8");
-      const rpar = stat.lastIndexOf(")");
-      if (rpar !== -1) {
-        const rest = stat.slice(rpar + 1).trim().split(/\s+/);
-        return rest[19] || null;
-      }
-      const parts = stat.trim().split(/\s+/);
-      return parts[21] || null;
+      return parseProcStat(stat);
     } catch (_) {}
   }
   return null;