opencastle 0.26.1 → 0.27.1

package/dist/cli/convoy/store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../src/cli/convoy/store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,cAAc,EACd,cAAc,EACf,MAAM,YAAY,CAAA;AAInB,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,YAAY,GAAG,aAAa,GAAG,cAAc,GAAG,gBAAgB,GAAG,aAAa,CAAC,GAAG;QAAE,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAA;IAClK,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAAA;IAC/C,eAAe,IAAI,YAAY,GAAG,SAAS,CAAA;IAC3C,kBAAkB,CAChB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAClH,IAAI,CAAA;IACP,UAAU,CACR,MAAM,EAAE,IAAI,CACV,UAAU,EACV,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,GAAG,aAAa,GAAG,eAAe,GAAG,mBAAmB,GAAG,cAAc,GAAG,UAAU,CACvJ,GACA,IAAI,CAAA;IACP,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAA;IAC7D,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAAA;IAChD,gBAAgB,CACd,EAAE,EAAE,MAAM,EACV,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,gBAAgB,EACxB,KAAK,CAAC,EAAE,OAAO,CACb,IAAI,CAAC,UAAU,EAAE,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,GAAG,aAAa,GAAG,SAAS,GAAG,eAAe,GAAG,mBAAmB,GAAG,cAAc,GAAG,UAAU,CAAC,CACrL,GACA,IAAI,CAAA;IACP,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAAA;IAC7C,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,aAAa,GAAG,gBAAgB,CAAC,GAAG,IAAI,CAAA;IAChF,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAAA;IAC/C,kBAAkB,CAChB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,aAAa,GAAG,gBAAgB,GAAG,KAAK,CAAC,CAAC,GAC5E,IAAI,CAAA;IACP,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,IAAI,CAAA;IAClD,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,EAAE,CAAA;IAC1C,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,YAAY,GAAG,aAAa,GAAG,cAAc,GAAG,gBAAgB,CAAC,GAAG,IAAI,CAAA;IACpH,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAAA;IACnD,iBAAiB,IAAI,cAAc,GAAG,SAAS,CAAA;IAC/C,oBAAoB,CAClB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,cAAc,EACtB,KAAK,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAClH,IAAI,CAAA;IACP,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,YAAY,EAAE,CAAA;IACxD,eAAe,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IAClC,KAAK,IAAI,IAAI,CAAA;CACd;AAiYD,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,CAE7D"}
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../src/cli/convoy/store.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC1C,OAAO,KAAK,EACV,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,cAAc,EACd,cAAc,EACd,SAAS,EACT,cAAc,EACd,mBAAmB,EACnB,cAAc,EACf,MAAM,YAAY,CAAA;AAWnB,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;CAIzD;AAoBD,qBAAa,wBAAyB,SAAQ,KAAK;gBACrC,QAAQ,EAAE,MAAM;CAI7B;AAED,MAAM,WAAW,WAAW;IAC1B,YAAY,CACV,MAAM,EAAE,IAAI,CACV,YAAY,EACV,YAAY,GAAG,aAAa,GAAG,cAAc,GAAG,gBAAgB,GAChE,aAAa,GAAG,eAAe,GAAG,qBAAqB,GAAG,eAAe,CAC5E,GAAG;QAAE,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAClC,IAAI,CAAA;IACP,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAAA;IAC/C,eAAe,IAAI,YAAY,GAAG,SAAS,CAAA;IAC3C,kBAAkB,CAChB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAClH,IAAI,CAAA;IACP,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAChE,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAAA;IACtE,UAAU,CACR,MAAM,EAAE,IAAI,CACV,UAAU,EACR,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,GAAG,aAAa,GAChF,eAAe,GAAG,mBAAmB,GAAG,cAAc,GAAG,UAAU,GACnE,cAAc,GAAG,UAAU,GAAG,YAAY,GAAG,iBAAiB,GAC9D,cAAc,GAAG,aAAa,GAAG,cAAc,GAAG,gBAAgB,GAClE,eAAe,GAAG,cAAc,GAAG,gBAAgB,GAAG,YAAY,GAClE,aAAa,GAAG,eAAe,GAAG,mBAAmB,CACxD,GAAG;QAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GACtD,IAAI,CAAA;IACP,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAAA;IAC5C,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAA;IAC7D,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAAA;IAChD,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAA;IAC9E,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAA;IAC7D,gBAAgB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,UAAU,EAAE,CAAA;IACjD,gBAAgB,CACd,EAAE,EAAE,MAAM,EACV,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,gBAAgB,EACxB,KAAK,CAAC,EAAE,OAAO,CACb,IAAI,CACF,UAAU,EACR,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,GAAG,aAAa,GAChF,SAAS,GAAG,eAAe,GAAG,mBAAmB,GAAG,cAAc,GAAG,UAAU,GAAG,QAAQ,CAC7F,CACF,GACA,IAAI,CAAA;IACP,gBAAgB,CACd,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,GAAG,gBAAgB,GAAG,eAAe,GAAG,cAAc,GAAG,gBAAgB,GAAG,YAAY,CAAC,CAAC,GACxI,IAAI,CAAA;IACP,eAAe,CACb,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,GAAG,eAAe,CAAC,CAAC,GACjE,IAAI,CAAA;IACP,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5G,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAAA;IAC7C,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,GAAG,MAAM,CAAA;IAC1D,cAAc,CACZ,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,YAAY,GAAG,aAAa,CAAC,CAAC,GACtG,IAAI,CAAA;IACP,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,aAAa,GAAG,gBAAgB,CAAC,GAAG,IAAI,CAAA;IAChF,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAAA;IAC/C,kBAAkB,CAChB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,aAAa,GAAG,gBAAgB,GAAG,KAAK,CAAC,CAAC,GAC5E,IAAI,CAAA;IACP,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,MAAM,CAAA;IACpD,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,EAAE,CAAA;IAC1C,cAAc,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAAA;IACvC,cAAc,CAAC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,EAAE,CAAA;IACpD,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACrD,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAA;IAC5C,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAAA;IACvE,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,EAAE,CAAA;IACpD,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAA;IAC9C,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI,CAAA;IACtD,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAAA;IACvE,wBAAwB,IAAI,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC7F,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAA;IAC3C,8BAA8B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAA;IACpD,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAA;IAC9C,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpD,eAAe,IAAI,IAAI,CAAA;IACvB,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5C,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,YAAY,GAAG,aAAa,GAAG,cAAc,GAAG,gBAAgB,CAAC,GAAG,IAAI,CAAA;IACpH,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAAA;IACnD,iBAAiB,IAAI,cAAc,GAAG,SAAS,CAAA;IAC/C,oBAAoB,CAClB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,cAAc,EACtB,KAAK,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAClH,IAAI,CAAA;IACP,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,YAAY,EAAE,CAAA;IACxD,eAAe,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IAClC,KAAK,IAAI,IAAI,CAAA;CACd;AAyzBD,wBAAgB,aAAa,CAAC,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CA2G5G;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,CAE7D"}

package/dist/cli/convoy/store.js

@@ -1,8 +1,48 @@
+import { copyFileSync } from 'node:fs';
 import { DatabaseSync } from 'node:sqlite';
-const SCHEMA_VERSION = 4;
+const SCHEMA_VERSION = 9;
+// ── Size limits (bytes) ────────────────────────────────────────────────────────
+const LIMIT_SPEC_YAML = 256 * 1024; // 256 KB
+const LIMIT_OUTPUT = 1024 * 1024; // 1 MB (head 512KB + tail 512KB)
+const LIMIT_OUTPUT_HALF = 512 * 1024; // 512 KB per half
+const LIMIT_EVENT_DATA = 64 * 1024; // 64 KB
+const LIMIT_SUMMARY = 4096; // 4 KB
+export class FieldSizeLimitError extends Error {
+    constructor(field, actual, limit) {
+        super(`Field "${field}" exceeds size limit: ${actual} bytes > ${limit} bytes`);
+        this.name = 'FieldSizeLimitError';
+    }
+}
+function enforceLimit(value, field, limit) {
+    if (value == null)
+        return;
+    const size = Buffer.byteLength(value, 'utf8');
+    if (size > limit) {
+        throw new FieldSizeLimitError(field, size, limit);
+    }
+}
+function truncateOutput(value) {
+    if (value == null)
+        return null;
+    const size = Buffer.byteLength(value, 'utf8');
+    if (size <= LIMIT_OUTPUT)
+        return value;
+    // Head + tail truncation with marker
+    const head = value.slice(0, LIMIT_OUTPUT_HALF);
+    const tail = value.slice(-LIMIT_OUTPUT_HALF);
+    return head + '\n\n... [truncated: ' + size + ' bytes total, showing first/last 512KB] ...\n\n' + tail;
+}
+export class ConvoyArtifactLimitError extends Error {
+    constructor(convoyId) {
+        super(`Convoy ${convoyId} has reached the maximum of 50 artifacts`);
+        this.name = 'ConvoyArtifactLimitError';
+    }
+}
 class ConvoyStoreImpl {
     db;
+    dbPath;
     constructor(dbPath) {
+        this.dbPath = dbPath;
         this.db = new DatabaseSync(dbPath);
         this.db.exec('PRAGMA journal_mode = WAL');
         this.db.exec('PRAGMA synchronous = NORMAL');
@@ -13,18 +53,21 @@ class ConvoyStoreImpl {
         if (version === 0) {
             this.db.exec(`
         CREATE TABLE IF NOT EXISTS convoy (
-          id          TEXT PRIMARY KEY,
-          name        TEXT NOT NULL,
-          spec_hash   TEXT NOT NULL,
-          status      TEXT NOT NULL DEFAULT 'pending',
-          branch      TEXT,
-          created_at  TEXT NOT NULL,
-          started_at  TEXT,
-          finished_at    TEXT,
-          spec_yaml      TEXT NOT NULL,
-          total_tokens   INTEGER,
-          total_cost_usd TEXT,
-          pipeline_id    TEXT
+          id                   TEXT PRIMARY KEY,
+          name                 TEXT NOT NULL,
+          spec_hash            TEXT NOT NULL,
+          status               TEXT NOT NULL DEFAULT 'pending',
+          branch               TEXT,
+          created_at           TEXT NOT NULL,
+          started_at           TEXT,
+          finished_at          TEXT,
+          spec_yaml            TEXT NOT NULL,
+          total_tokens         INTEGER,
+          total_cost_usd       TEXT,
+          pipeline_id          TEXT,
+          circuit_state        TEXT,
+          review_tokens_total  INTEGER,
+          review_budget        INTEGER
         );
 
         CREATE TABLE IF NOT EXISTS pipeline (
@@ -64,7 +107,41 @@ class ConvoyStoreImpl {
           prompt_tokens     INTEGER,
           completion_tokens INTEGER,
           total_tokens      INTEGER,
-          cost_usd          TEXT
+          cost_usd          TEXT,
+          gates             TEXT,
+          on_exhausted      TEXT NOT NULL DEFAULT 'dlq',
+          injected          INTEGER NOT NULL DEFAULT 0,
+          provenance        TEXT,
+          idempotency_key   TEXT,
+          current_step      INTEGER,
+          total_steps       INTEGER,
+          review_level      TEXT,
+          review_verdict    TEXT,
+          review_tokens     INTEGER,
+          review_model      TEXT,
+          panel_attempts    INTEGER NOT NULL DEFAULT 0,
+          dispute_id        TEXT,
+          drift_score       REAL,
+          drift_retried     INTEGER NOT NULL DEFAULT 0,
+          outputs           TEXT,
+          inputs            TEXT,
+          discovered_issues TEXT
+        );
+
+        CREATE UNIQUE INDEX IF NOT EXISTS idx_task_idempotency ON task(convoy_id, idempotency_key)
+          WHERE idempotency_key IS NOT NULL;
+
+        CREATE TABLE IF NOT EXISTS task_step (
+          id          INTEGER PRIMARY KEY AUTOINCREMENT,
+          task_id     TEXT NOT NULL REFERENCES task(id),
+          step_index  INTEGER NOT NULL,
+          prompt      TEXT NOT NULL,
+          gates       TEXT,
+          status      TEXT NOT NULL DEFAULT 'pending',
+          exit_code   INTEGER,
+          output      TEXT,
+          started_at  TEXT,
+          finished_at TEXT
         );
 
         CREATE TABLE IF NOT EXISTS worker (
@@ -89,6 +166,57 @@ class ConvoyStoreImpl {
           data       TEXT,
           created_at TEXT NOT NULL
         );
+
+        CREATE TABLE IF NOT EXISTS dlq (
+          id                TEXT PRIMARY KEY,
+          convoy_id         TEXT NOT NULL REFERENCES convoy(id),
+          task_id           TEXT NOT NULL REFERENCES task(id),
+          agent             TEXT NOT NULL,
+          failure_type      TEXT NOT NULL,
+          error_output      TEXT,
+          attempts          INTEGER NOT NULL,
+          tokens_spent      INTEGER,
+          escalation_task_id TEXT,
+          resolved          INTEGER NOT NULL DEFAULT 0,
+          resolution        TEXT,
+          created_at        TEXT NOT NULL,
+          resolved_at       TEXT
+        );
+
+        CREATE TABLE IF NOT EXISTS artifact (
+          id          TEXT PRIMARY KEY,
+          convoy_id   TEXT NOT NULL REFERENCES convoy(id),
+          task_id     TEXT NOT NULL REFERENCES task(id),
+          name        TEXT NOT NULL,
+          type        TEXT NOT NULL,
+          content     TEXT NOT NULL CHECK (length(content) <= 1048576),
+          created_at  TEXT NOT NULL,
+          UNIQUE(convoy_id, name)
+        );
+
+        CREATE TABLE IF NOT EXISTS agent_identity (
+          id             TEXT PRIMARY KEY,
+          agent          TEXT NOT NULL,
+          convoy_id      TEXT NOT NULL,
+          task_id        TEXT NOT NULL,
+          summary        TEXT NOT NULL,
+          created_at     TEXT NOT NULL,
+          retention_days INTEGER NOT NULL DEFAULT 90
+        );
+
+        CREATE TABLE IF NOT EXISTS scratchpad (
+          key        TEXT PRIMARY KEY,
+          value      TEXT NOT NULL,
+          updated_at TEXT NOT NULL
+        );
+
+        CREATE TABLE IF NOT EXISTS engine_lock (
+          id             INTEGER PRIMARY KEY,
+          pid            INTEGER NOT NULL,
+          hostname       TEXT NOT NULL,
+          started_at     TEXT NOT NULL,
+          last_heartbeat TEXT NOT NULL
+        );
       `);
             this.db.exec(`PRAGMA user_version = ${SCHEMA_VERSION}`);
             version = SCHEMA_VERSION;
@@ -128,11 +256,36 @@ class ConvoyStoreImpl {
             this.db.exec('PRAGMA user_version = 4');
             version = 4;
         }
+        if (version === 4) {
+            migrateSchema(this.db, this.dbPath, 4, 5);
+            version = 5;
+        }
+        if (version === 5) {
+            migrateSchema(this.db, this.dbPath, 5, 6);
+            version = 6;
+        }
+        if (version === 6) {
+            migrateSchema(this.db, this.dbPath, 6, 7);
+            version = 7;
+        }
+        if (version === 7) {
+            migrateSchema(this.db, this.dbPath, 7, 8);
+            version = 8;
+        }
+        if (version === 8) {
+            migrateSchema(this.db, this.dbPath, 8, 9);
+            version = 9;
+        }
     }
     insertConvoy(record) {
+        enforceLimit(record.spec_yaml, 'spec_yaml', LIMIT_SPEC_YAML);
         this.db
-            .prepare(`INSERT INTO convoy (id, name, spec_hash, status, branch, created_at, started_at, finished_at, spec_yaml, pipeline_id)
-         VALUES (:id, :name, :spec_hash, :status, :branch, :created_at, NULL, NULL, :spec_yaml, :pipeline_id)`)
+            .prepare(`INSERT INTO convoy
+           (id, name, spec_hash, status, branch, created_at, started_at, finished_at,
+            spec_yaml, pipeline_id)
+         VALUES
+           (:id, :name, :spec_hash, :status, :branch, :created_at, NULL, NULL,
+            :spec_yaml, :pipeline_id)`)
             .run({ ...record, pipeline_id: record.pipeline_id ?? null });
     }
     getConvoy(id) {
@@ -166,16 +319,52 @@ class ConvoyStoreImpl {
         }
         this.db.prepare(`UPDATE convoy SET ${sets.join(', ')} WHERE id = :id`).run(params);
     }
+    updateConvoyReviewTokens(convoyId, tokens) {
+        this.db
+            .prepare(`UPDATE convoy
+         SET review_tokens_total = :tokens
+         WHERE id = :id`)
+            .run({ id: convoyId, tokens });
+    }
+    updateConvoyCircuitState(convoyId, state) {
+        this.db
+            .prepare('UPDATE convoy SET circuit_state = :state WHERE id = :id')
+            .run({ id: convoyId, state: state ?? null });
+    }
     insertTask(record) {
         this.db
             .prepare(`INSERT INTO task
            (id, convoy_id, phase, prompt, agent, adapter, model, timeout_ms, status,
             worker_id, worktree, output, exit_code, started_at, finished_at,
-            retries, max_retries, files, depends_on)
+            retries, max_retries, files, depends_on, gates,
+            on_exhausted, injected, provenance, idempotency_key,
+            outputs, inputs)
          VALUES
            (:id, :convoy_id, :phase, :prompt, :agent, :adapter, :model, :timeout_ms, :status,
             NULL, NULL, NULL, NULL, NULL, NULL,
-            :retries, :max_retries, :files, :depends_on)`)
+            :retries, :max_retries, :files, :depends_on, :gates,
+            'dlq', 0, NULL, NULL,
+            :outputs, :inputs)`)
+            .run({ ...record, outputs: record.outputs ?? null, inputs: record.inputs ?? null });
+    }
+    insertInjectedTask(record) {
+        this.db
+            .prepare(`INSERT INTO task
+           (id, convoy_id, phase, prompt, agent, adapter, model, timeout_ms, status,
+            worker_id, worktree, output, exit_code, started_at, finished_at,
+            retries, max_retries, files, depends_on, gates,
+            on_exhausted, injected, provenance, idempotency_key,
+            current_step, total_steps, review_level, review_verdict,
+            review_tokens, review_model, panel_attempts, dispute_id,
+            drift_score, drift_retried, outputs, inputs, discovered_issues)
+         VALUES
+           (:id, :convoy_id, :phase, :prompt, :agent, :adapter, :model, :timeout_ms, :status,
+            :worker_id, :worktree, :output, :exit_code, :started_at, :finished_at,
+            :retries, :max_retries, :files, :depends_on, :gates,
+            :on_exhausted, :injected, :provenance, :idempotency_key,
+            :current_step, :total_steps, :review_level, :review_verdict,
+            :review_tokens, :review_model, :panel_attempts, :dispute_id,
+            :drift_score, :drift_retried, :outputs, :inputs, :discovered_issues)`)
             .run(record);
     }
     getTask(id, convoyId) {
@@ -188,10 +377,36 @@ class ConvoyStoreImpl {
             .prepare('SELECT * FROM task WHERE convoy_id = :convoy_id ORDER BY phase, id')
             .all({ convoy_id: convoyId });
     }
+    getTaskByIdempotencyKey(convoyId, key) {
+        return this.db
+            .prepare('SELECT * FROM task WHERE convoy_id = :convoy_id AND idempotency_key = :key')
+            .get({ convoy_id: convoyId, key });
+    }
+    getTaskByDisputeId(disputeId) {
+        return this.db
+            .prepare('SELECT * FROM task WHERE dispute_id = :dispute_id LIMIT 1')
+            .get({ dispute_id: disputeId });
+    }
+    getDisputedTasks(convoyId) {
+        if (convoyId) {
+            return this.db
+                .prepare("SELECT * FROM task WHERE status = 'disputed' AND convoy_id = :convoy_id ORDER BY phase, id")
+                .all({ convoy_id: convoyId });
+        }
+        return this.db
+            .prepare("SELECT * FROM task WHERE status = 'disputed' ORDER BY convoy_id, phase, id")
+            .all({});
+    }
     updateTaskStatus(id, convoyId, status, extra) {
+        if (extra?.output !== undefined) {
+            extra = { ...extra, output: truncateOutput(extra.output) };
+        }
         const sets = ['status = :status'];
         const params = { id, convoy_id: convoyId, status };
-        const extraFields = ['worker_id', 'worktree', 'output', 'exit_code', 'started_at', 'finished_at', 'retries', 'prompt_tokens', 'completion_tokens', 'total_tokens', 'cost_usd'];
+        const extraFields = [
+            'worker_id', 'worktree', 'output', 'exit_code', 'started_at', 'finished_at',
+            'retries', 'prompt_tokens', 'completion_tokens', 'total_tokens', 'cost_usd', 'prompt',
+        ];
         if (extra) {
             for (const field of extraFields) {
                 if (field in extra && extra[field] !== undefined) {
@@ -216,6 +431,65 @@ class ConvoyStoreImpl {
             return deps.length === 0 || deps.every(depId => doneTaskIds.has(depId));
         });
     }
+    insertTaskStep(record) {
+        this.db
+            .prepare(`INSERT INTO task_step
+           (task_id, step_index, prompt, gates, status, exit_code, output, started_at, finished_at)
+         VALUES
+           (:task_id, :step_index, :prompt, :gates, :status, :exit_code, :output, :started_at, :finished_at)`)
+            .run(record);
+        const row = this.db.prepare('SELECT last_insert_rowid() AS id').get();
+        return row.id;
+    }
+    updateTaskStep(id, fields) {
+        const sets = [];
+        const params = { id };
+        const stepFields = ['status', 'exit_code', 'output', 'started_at', 'finished_at'];
+        for (const field of stepFields) {
+            if (field in fields && fields[field] !== undefined) {
+                sets.push(`${field} = :${field}`);
+                params[field] = fields[field];
+            }
+        }
+        if (sets.length === 0)
+            return;
+        this.db.prepare(`UPDATE task_step SET ${sets.join(', ')} WHERE id = :id`).run(params);
+    }
+    updateTaskReview(taskId, convoyId, fields) {
+        const sets = [];
+        const params = { id: taskId, convoy_id: convoyId };
+        const reviewFields = ['review_level', 'review_verdict', 'review_tokens', 'review_model', 'panel_attempts', 'dispute_id'];
+        for (const field of reviewFields) {
+            if (field in fields && fields[field] !== undefined) {
+                sets.push(`${field} = :${field}`);
+                params[field] = fields[field];
+            }
+        }
+        if (sets.length === 0)
+            return;
+        this.db.prepare(`UPDATE task SET ${sets.join(', ')} WHERE id = :id AND convoy_id = :convoy_id`).run(params);
+    }
+    updateTaskDrift(taskId, convoyId, fields) {
+        const sets = [];
+        const params = { id: taskId, convoy_id: convoyId };
+        if (fields.drift_score !== undefined) {
+            sets.push('drift_score = :drift_score');
+            params.drift_score = fields.drift_score;
+        }
+        if (fields.drift_retried !== undefined) {
+            sets.push('drift_retried = :drift_retried');
+            params.drift_retried = fields.drift_retried;
+        }
+        if (sets.length === 0)
+            return;
+        this.db.prepare(`UPDATE task SET ${sets.join(', ')} WHERE id = :id AND convoy_id = :convoy_id`).run(params);
+    }
+    updateTaskDisputeStatus(taskId, convoyId, status, disputeId) {
+        this.db
+            .prepare(`UPDATE task SET status = :status, dispute_id = :dispute_id
+         WHERE id = :id AND convoy_id = :convoy_id`)
+            .run({ id: taskId, convoy_id: convoyId, status, dispute_id: disputeId });
+    }
     insertWorker(record) {
         this.db
             .prepare(`INSERT INTO worker
@@ -249,17 +523,137 @@ class ConvoyStoreImpl {
         this.db.prepare(`UPDATE worker SET ${sets.join(', ')} WHERE id = :id`).run(params);
     }
     insertEvent(record) {
+        enforceLimit(record.data, 'event.data', LIMIT_EVENT_DATA);
         this.db
             .prepare(`INSERT INTO event (convoy_id, task_id, worker_id, type, data, created_at)
          VALUES (:convoy_id, :task_id, :worker_id, :type, :data, :created_at)`)
             .run(record);
+        const row = this.db.prepare('SELECT last_insert_rowid() AS id').get();
+        return row.id;
     }
     getEvents(convoyId) {
         return this.db
             .prepare('SELECT * FROM event WHERE convoy_id = :convoy_id ORDER BY id')
             .all({ convoy_id: convoyId });
     }
+    insertDlqEntry(record) {
+        this.db
+            .prepare(`INSERT INTO dlq
+           (id, convoy_id, task_id, agent, failure_type, error_output, attempts,
+            tokens_spent, escalation_task_id, resolved, resolution, created_at, resolved_at)
+         VALUES
+           (:id, :convoy_id, :task_id, :agent, :failure_type, :error_output, :attempts,
+            :tokens_spent, :escalation_task_id, :resolved, :resolution, :created_at, :resolved_at)`)
+            .run(record);
+    }
+    listDlqEntries(convoyIdFilter) {
+        if (convoyIdFilter) {
+            return this.db
+                .prepare('SELECT * FROM dlq WHERE convoy_id = :convoy_id ORDER BY created_at DESC')
+                .all({ convoy_id: convoyIdFilter });
+        }
+        return this.db
+            .prepare('SELECT * FROM dlq ORDER BY created_at DESC')
+            .all();
+    }
+    resolveDlqEntry(id, resolution) {
+        this.db
+            .prepare(`UPDATE dlq SET resolved = 1, resolution = :resolution, resolved_at = :resolved_at
+         WHERE id = :id`)
+            .run({ id, resolution, resolved_at: new Date().toISOString() });
+    }
+    insertArtifact(record) {
+        const count = this.db
+            .prepare('SELECT COUNT(*) AS cnt FROM artifact WHERE convoy_id = :convoy_id')
+            .get({ convoy_id: record.convoy_id }).cnt;
+        if (count >= 50) {
+            throw new ConvoyArtifactLimitError(record.convoy_id);
+        }
+        this.db
+            .prepare(`INSERT INTO artifact (id, convoy_id, task_id, name, type, content, created_at)
+         VALUES (:id, :convoy_id, :task_id, :name, :type, :content, :created_at)`)
+            .run(record);
+    }
+    getArtifact(convoyId, name) {
+        return this.db
+            .prepare('SELECT * FROM artifact WHERE convoy_id = :convoy_id AND name = :name')
+            .get({ convoy_id: convoyId, name });
+    }
+    getArtifactsByTask(taskId) {
+        return this.db
+            .prepare('SELECT * FROM artifact WHERE task_id = :task_id ORDER BY created_at')
+            .all({ task_id: taskId });
+    }
+    deleteArtifactsOlderThan(days) {
+        const cutoff = new Date(Date.now() - days * 24 * 60 * 60 * 1000).toISOString();
+        const result = this.db
+            .prepare(`DELETE FROM artifact WHERE convoy_id IN (
+           SELECT id FROM convoy WHERE finished_at IS NOT NULL AND finished_at < :cutoff
+         )`)
+            .run({ cutoff });
+        return result.changes;
+    }
+    insertAgentIdentity(record) {
+        const summarySize = Buffer.byteLength(record.summary, 'utf8');
+        const truncatedSummary = summarySize > LIMIT_SUMMARY
+            ? record.summary.slice(0, LIMIT_SUMMARY)
+            : record.summary;
+        this.db
+            .prepare(`INSERT INTO agent_identity
+           (id, agent, convoy_id, task_id, summary, created_at, retention_days)
+         VALUES
+           (:id, :agent, :convoy_id, :task_id, :summary, :created_at, :retention_days)`)
+            .run({ ...record, summary: truncatedSummary });
+    }
+    getAgentIdentities(agent, limit) {
+        return this.db
+            .prepare('SELECT * FROM agent_identity WHERE agent = :agent ORDER BY created_at DESC LIMIT :limit')
+            .all({ agent, limit });
+    }
+    listAgentIdentitySummary() {
+        return this.db
+            .prepare(`SELECT agent, COUNT(*) AS task_count, MAX(created_at) AS latest_date
+         FROM agent_identity GROUP BY agent ORDER BY agent`)
+            .all();
+    }
+    purgeAgentIdentities(agent) {
+        const result = this.db
+            .prepare('DELETE FROM agent_identity WHERE agent = :agent')
+            .run({ agent });
+        return result.changes;
+    }
+    deleteAgentIdentitiesOlderThan(days) {
+        const cutoff = new Date(Date.now() - days * 24 * 60 * 60 * 1000).toISOString();
+        const result = this.db
+            .prepare(`DELETE FROM agent_identity
+         WHERE created_at < :cutoff
+            OR (retention_days IS NOT NULL
+                AND created_at < datetime('now', '-' || retention_days || ' days'))`)
+            .run({ cutoff });
+        return result.changes;
+    }
+    getScratchpadValue(key) {
+        const row = this.db
+            .prepare('SELECT value FROM scratchpad WHERE key = :key')
+            .get({ key });
+        return row?.value ?? null;
+    }
+    setScratchpadValue(key, value) {
+        this.db
+            .prepare(`INSERT INTO scratchpad (key, value, updated_at)
+         VALUES (:key, :value, :updated_at)
+         ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = excluded.updated_at`)
+            .run({ key, value, updated_at: new Date().toISOString() });
+    }
+    clearScratchpad() {
+        this.db.exec('DELETE FROM scratchpad');
+    }
+    clearScratchpadOlderThan(days) {
+        const cutoff = new Date(Date.now() - days * 24 * 60 * 60 * 1000).toISOString();
+        this.db.prepare('DELETE FROM scratchpad WHERE updated_at < :cutoff').run({ cutoff });
+    }
     insertPipeline(record) {
+        enforceLimit(record.spec_yaml, 'pipeline.spec_yaml', LIMIT_SPEC_YAML);
         this.db
             .prepare(`INSERT INTO pipeline (id, name, status, branch, spec_yaml, convoy_specs, created_at,
            started_at, finished_at, total_tokens, total_cost_usd)
@@ -319,6 +713,118 @@ class ConvoyStoreImpl {
         this.db.close();
     }
 }
+export function migrateSchema(db, dbPath, fromVersion, toVersion) {
+    for (let v = fromVersion; v < toVersion; v++) {
+        const backupPath = `${dbPath}.v${v}.bak`;
+        copyFileSync(dbPath, backupPath);
+        db.exec('BEGIN');
+        try {
+            if (v === 4) {
+                db.exec(`
+          ALTER TABLE task ADD COLUMN gates TEXT;
+          ALTER TABLE task ADD COLUMN on_exhausted TEXT NOT NULL DEFAULT 'dlq';
+          ALTER TABLE task ADD COLUMN injected INTEGER NOT NULL DEFAULT 0;
+          ALTER TABLE task ADD COLUMN provenance TEXT;
+          ALTER TABLE task ADD COLUMN idempotency_key TEXT;
+          CREATE UNIQUE INDEX idx_task_idempotency ON task(convoy_id, idempotency_key)
+            WHERE idempotency_key IS NOT NULL;
+          ALTER TABLE convoy ADD COLUMN circuit_state TEXT;
+          CREATE TABLE dlq (
+            id                TEXT PRIMARY KEY,
+            convoy_id         TEXT NOT NULL REFERENCES convoy(id),
+            task_id           TEXT NOT NULL REFERENCES task(id),
+            agent             TEXT NOT NULL,
+            failure_type      TEXT NOT NULL,
+            error_output      TEXT,
+            attempts          INTEGER NOT NULL,
+            tokens_spent      INTEGER,
+            escalation_task_id TEXT,
+            resolved          INTEGER NOT NULL DEFAULT 0,
+            resolution        TEXT,
+            created_at        TEXT NOT NULL,
+            resolved_at       TEXT
+          );
+        `);
+            }
+            if (v === 5) {
+                db.exec(`
+          ALTER TABLE task ADD COLUMN current_step INTEGER;
+          ALTER TABLE task ADD COLUMN total_steps INTEGER;
+          ALTER TABLE task ADD COLUMN review_level TEXT;
+          ALTER TABLE task ADD COLUMN review_verdict TEXT;
+          ALTER TABLE task ADD COLUMN review_tokens INTEGER;
+          ALTER TABLE task ADD COLUMN review_model TEXT;
+          ALTER TABLE task ADD COLUMN panel_attempts INTEGER NOT NULL DEFAULT 0;
+          ALTER TABLE task ADD COLUMN dispute_id TEXT;
+          ALTER TABLE convoy ADD COLUMN review_tokens_total INTEGER;
+          ALTER TABLE convoy ADD COLUMN review_budget INTEGER;
+          CREATE TABLE task_step (
+            id          INTEGER PRIMARY KEY AUTOINCREMENT,
+            task_id     TEXT NOT NULL REFERENCES task(id),
+            step_index  INTEGER NOT NULL,
+            prompt      TEXT NOT NULL,
+            gates       TEXT,
+            status      TEXT NOT NULL DEFAULT 'pending',
+            exit_code   INTEGER,
+            output      TEXT,
+            started_at  TEXT,
+            finished_at TEXT
+          );
+        `);
+            }
+            if (v === 6) {
+                db.exec(`
+          ALTER TABLE task ADD COLUMN drift_score REAL;
+          ALTER TABLE task ADD COLUMN drift_retried INTEGER NOT NULL DEFAULT 0;
+        `);
+            }
+            if (v === 7) {
+                db.exec(`
+          ALTER TABLE task ADD COLUMN outputs TEXT;
+          ALTER TABLE task ADD COLUMN inputs TEXT;
+          ALTER TABLE task ADD COLUMN discovered_issues TEXT;
+          CREATE TABLE artifact (
+            id          TEXT PRIMARY KEY,
+            convoy_id   TEXT NOT NULL REFERENCES convoy(id),
+            task_id     TEXT NOT NULL REFERENCES task(id),
+            name        TEXT NOT NULL,
+            type        TEXT NOT NULL,
+            content     TEXT NOT NULL CHECK (length(content) <= 1048576),
+            created_at  TEXT NOT NULL,
+            UNIQUE(convoy_id, name)
+          );
+          CREATE TABLE agent_identity (
+            id             TEXT PRIMARY KEY,
+            agent          TEXT NOT NULL,
+            convoy_id      TEXT NOT NULL,
+            task_id        TEXT NOT NULL,
+            summary        TEXT NOT NULL,
+            created_at     TEXT NOT NULL,
+            retention_days INTEGER NOT NULL DEFAULT 90
+          );
+        `);
+            }
+            if (v === 8) {
+                db.exec(`
+          CREATE TABLE scratchpad (
+            key        TEXT PRIMARY KEY,
+            value      TEXT NOT NULL,
+            updated_at TEXT NOT NULL
+          );
+        `);
+            }
+            db.exec('COMMIT');
+        }
+        catch (err) {
+            try {
+                db.exec('ROLLBACK');
+            }
+            catch { /* ignore */ }
+            throw new Error(`Migration v${v}→v${v + 1} failed. Backup at ${backupPath}. Original error: ${err.message}`);
+        }
+        db.exec(`PRAGMA user_version = ${v + 1}`);
+    }
+}
 export function createConvoyStore(dbPath) {
     return new ConvoyStoreImpl(dbPath);
 }