@zq-silk/yui 0.6.0 → 0.6.2

package/dist/storage/sqliteSchema.js

@@ -27,7 +27,7 @@ export const SQLITE_LAYOUT_VERSION = 7;
 /** The aggregate version of the normalized SQLite schema. */
 export const SQLITE_AGGREGATE_VERSION = 1;
 /** The current schema migration version. */
-export const SQLITE_SCHEMA_VERSION = 1;
+export const SQLITE_SCHEMA_VERSION = 9;
 /** Telemetry retention bounds (§4.4). Open question 3 in §11; defaults from the design. */
 export const TELEMETRY_KEEP_PER_GENERATION = 200;
 export const TELEMETRY_RUN_CAP = 50_000;
@@ -365,8 +365,259 @@ CREATE TABLE IF NOT EXISTS telemetry (
 ) WITHOUT ROWID;
 CREATE INDEX IF NOT EXISTS idx_telemetry_run ON telemetry(task_id, run_id);
 `;
+/**
+ * Migration 2: post-baseline task-scoped record families. This single
+ * migration creates the DurableJob, CapabilityGrant, and ReleaseWorkflow
+ * tables so a fresh database receives the complete merged schema atomically.
+ */
+const MIGRATION_2_SQL = `
+CREATE TABLE IF NOT EXISTS durable_jobs (
+  job_id           TEXT PRIMARY KEY,
+  task_id          TEXT NOT NULL,
+  idempotency_key  TEXT,
+  status           TEXT NOT NULL,
+  payload          TEXT NOT NULL,
+  created_at       TEXT NOT NULL,
+  updated_at       TEXT NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_durable_jobs_task ON durable_jobs(task_id);
+CREATE INDEX IF NOT EXISTS idx_durable_jobs_status ON durable_jobs(status);
+CREATE UNIQUE INDEX IF NOT EXISTS idx_durable_jobs_idempotency
+  ON durable_jobs(task_id, idempotency_key) WHERE idempotency_key IS NOT NULL;
+CREATE TABLE IF NOT EXISTS capability_grants (
+  task_id    TEXT NOT NULL,
+  grant_id   TEXT NOT NULL,
+  payload    TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (task_id, grant_id)
+);
+
+CREATE TABLE IF NOT EXISTS release_workflows (
+  task_id     TEXT NOT NULL,
+  workflow_id TEXT NOT NULL,
+  payload     TEXT NOT NULL,
+  updated_at  TEXT NOT NULL,
+  PRIMARY KEY (task_id, workflow_id)
+);
+`;
+/**
+ * Migration 3: Job caller key hashes (task-14, rr13). Durable SHA-256 hashes of
+ * the caller key bound to each launched Session, used to fail-closed verify a
+ * DurableJob's caller against durable Run state.
+ */
+const MIGRATION_3_SQL = `
+CREATE TABLE IF NOT EXISTS job_caller_key_hashes (
+  task_id    TEXT NOT NULL,
+  role_name  TEXT NOT NULL,
+  agent_id   TEXT NOT NULL,
+  hash       TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (task_id, role_name, agent_id)
+);
+`;
+/**
+ * Migration 4: DurableJob IDs are Task-local.  Migration 2 accidentally made
+ * job_id the global primary key, so two Tasks allocating their first `job-1`
+ * could overwrite one another through the upsert path.  Rebuild the table with
+ * the actual record identity `(task_id, job_id)` and restore its indexes.
+ * Never edit migration 2's checksum: existing Homes reach this repair through
+ * this adjacent schema migration.
+ */
+const MIGRATION_4_SQL = `
+CREATE TABLE durable_jobs_v4 (
+  job_id           TEXT NOT NULL,
+  task_id          TEXT NOT NULL,
+  idempotency_key  TEXT,
+  status           TEXT NOT NULL,
+  payload          TEXT NOT NULL,
+  created_at       TEXT NOT NULL,
+  updated_at       TEXT NOT NULL,
+  PRIMARY KEY (task_id, job_id)
+);
+INSERT INTO durable_jobs_v4
+  (job_id, task_id, idempotency_key, status, payload, created_at, updated_at)
+SELECT job_id, task_id, idempotency_key, status, payload, created_at, updated_at
+FROM durable_jobs;
+DROP TABLE durable_jobs;
+ALTER TABLE durable_jobs_v4 RENAME TO durable_jobs;
+CREATE INDEX idx_durable_jobs_task ON durable_jobs(task_id);
+CREATE INDEX idx_durable_jobs_status ON durable_jobs(status);
+CREATE UNIQUE INDEX idx_durable_jobs_idempotency
+  ON durable_jobs(task_id, idempotency_key) WHERE idempotency_key IS NOT NULL;
+`;
+/**
+ * Migration 5: telemetry aggregate (Issue 09). The `telemetry` table (migration
+ * 1, §4.4) stores the bounded latest-per-key progress window; this companion
+ * table holds the authoritative per-Run/generation summary (count, first/last,
+ * max sequence, error count) so aggregates stay accurate after the window is
+ * pruned. Triggers maintain it on telemetry INSERT/UPDATE; DELETE intentionally
+ * leaves it untouched because pruned rows were still observed.
+ */
+const MIGRATION_5_SQL = `
+CREATE TABLE IF NOT EXISTS telemetry_aggregate (
+  task_id      TEXT NOT NULL,
+  role_name    TEXT NOT NULL,
+  run_id       TEXT NOT NULL,
+  generation   TEXT NOT NULL,
+  first_at     TEXT NOT NULL,
+  last_at      TEXT NOT NULL,
+  count        INTEGER NOT NULL,
+  max_sequence INTEGER,
+  error_count  INTEGER NOT NULL DEFAULT 0,
+  updated_at   TEXT NOT NULL,
+  PRIMARY KEY (task_id, role_name, run_id, generation)
+) WITHOUT ROWID;
+
+CREATE TRIGGER IF NOT EXISTS telemetry_ai AFTER INSERT ON telemetry
+BEGIN
+  INSERT INTO telemetry_aggregate
+    (task_id, role_name, run_id, generation, first_at, last_at, count, max_sequence, error_count, updated_at)
+  VALUES
+    (NEW.task_id, NEW.role_name, NEW.run_id, NEW.generation, NEW.received_at, NEW.received_at, 1, NEW.sequence,
+     CASE WHEN json_valid(NEW.payload)
+          AND (COALESCE(json_extract(NEW.payload, '$.error'), '') <> ''
+               OR COALESCE(json_extract(NEW.payload, '$.errorKind'), '') <> '')
+         THEN 1 ELSE 0 END,
+     NEW.received_at)
+  ON CONFLICT(task_id, role_name, run_id, generation) DO UPDATE SET
+    first_at = MIN(telemetry_aggregate.first_at, excluded.first_at),
+    last_at = MAX(telemetry_aggregate.last_at, excluded.last_at),
+    count = telemetry_aggregate.count + 1,
+    max_sequence = CASE
+      WHEN excluded.max_sequence IS NOT NULL
+       AND (telemetry_aggregate.max_sequence IS NULL OR excluded.max_sequence > telemetry_aggregate.max_sequence)
+      THEN excluded.max_sequence ELSE telemetry_aggregate.max_sequence END,
+    error_count = telemetry_aggregate.error_count + excluded.error_count,
+    updated_at = excluded.updated_at;
+END;
+
+CREATE TRIGGER IF NOT EXISTS telemetry_au AFTER UPDATE ON telemetry
+BEGIN
+  UPDATE telemetry_aggregate SET
+    last_at = CASE WHEN NEW.received_at > last_at THEN NEW.received_at ELSE last_at END,
+    max_sequence = CASE
+      WHEN NEW.sequence IS NOT NULL AND (max_sequence IS NULL OR NEW.sequence > max_sequence)
+      THEN NEW.sequence ELSE max_sequence END,
+    updated_at = NEW.received_at
+  WHERE task_id = NEW.task_id AND role_name = NEW.role_name
+    AND run_id = NEW.run_id AND generation = NEW.generation;
+END;
+`;
+/**
+ * Migration 6: Issue 06 ReviewFinding ledger. Cross-Round semantic review
+ * findings with stable keys and Leader dispositions. Failed execution attempts
+ * never create rows; only completed Rounds feed the ledger.
+ */
+const MIGRATION_6_SQL = `
+CREATE TABLE IF NOT EXISTS review_findings (
+  task_id     TEXT NOT NULL,
+  finding_id  TEXT NOT NULL,
+  stable_key  TEXT NOT NULL,
+  severity    TEXT NOT NULL,
+  payload     TEXT NOT NULL,
+  updated_at  TEXT NOT NULL,
+  PRIMARY KEY (task_id, finding_id)
+);
+CREATE INDEX IF NOT EXISTS idx_review_findings_task ON review_findings(task_id);
+CREATE INDEX IF NOT EXISTS idx_review_findings_stable_key ON review_findings(task_id, stable_key);
+`;
+/**
+ * Version 5 migration: session owner physical identity records (Issue 03).
+ *
+ * One row per runtime generation, keyed by launch id. The payload column
+ * stores the full versioned JSON record; typed columns support the
+ * reconciliation queries (task/role lookup, PID liveness).
+ */
+const MIGRATION_7_SQL = `
+CREATE TABLE IF NOT EXISTS session_owners (
+  launch_id          TEXT PRIMARY KEY,
+  scope              TEXT NOT NULL CHECK (scope IN ('task','global')),
+  task_id            TEXT,
+  role_name          TEXT NOT NULL,
+  agent_id           TEXT NOT NULL,
+  native_session_id  TEXT,
+  provider_root_pid  INTEGER,
+  payload            TEXT NOT NULL,
+  recorded_at        TEXT NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_session_owners_task
+  ON session_owners(task_id, role_name);
+`;
+/**
+ * Migration 8: Resource GC registry (Issue 10).
+ *
+ * GC-owned table for resource lifecycle records.  The registry is GC's own
+ * state — it is not part of the aggregate and never participates in aggregate
+ * versioning.  Records are stored as full versioned JSON in `payload`, with
+ * typed columns for the fields GC queries (disposition, kind, task_id).
+ */
+const MIGRATION_8_SQL = `
+CREATE TABLE IF NOT EXISTS resource_registry (
+  id          TEXT PRIMARY KEY,
+  kind        TEXT NOT NULL,
+  path        TEXT NOT NULL,
+  disposition TEXT NOT NULL,
+  task_id     TEXT,
+  payload     TEXT NOT NULL,
+  created_at  TEXT NOT NULL,
+  updated_at  TEXT NOT NULL
+);
+CREATE INDEX IF NOT EXISTS idx_resource_registry_disposition
+  ON resource_registry(disposition);
+CREATE INDEX IF NOT EXISTS idx_resource_registry_task
+  ON resource_registry(task_id);
+`;
+/**
+ * Migration 9: GateArtifact storage (Issue 08). Content-addressed gate
+ * evidence records with per-step logs stored as BLOBs. The artifact key is
+ * the SHA-256 of the identity tuple (Project + commit + plan digest +
+ * toolchain digest + L2 boundary), so the same tuple always maps to one row.
+ * Typed columns support the reuse lookup paths (exact-commit L2 search,
+ * Project-level prune) without scanning payloads.
+ */
+const MIGRATION_9_SQL = `
+CREATE TABLE IF NOT EXISTS gate_artifacts (
+  key               TEXT PRIMARY KEY,
+  project_id        TEXT NOT NULL,
+  level             TEXT NOT NULL CHECK (level IN ('L1','L2')),
+  commit_sha        TEXT NOT NULL,
+  plan_digest       TEXT NOT NULL,
+  toolchain_digest  TEXT NOT NULL,
+  target_ref        TEXT,
+  status            TEXT NOT NULL CHECK (status IN ('incomplete','complete')),
+  outcome           TEXT NOT NULL CHECK (outcome IN ('unknown','succeeded','failed')),
+  payload           TEXT NOT NULL,
+  created_at        TEXT NOT NULL,
+  completed_at      TEXT,
+  last_used_at      TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_gate_artifacts_project_commit
+  ON gate_artifacts(project_id, commit_sha);
+
+CREATE INDEX IF NOT EXISTS idx_gate_artifacts_project_last_used
+  ON gate_artifacts(project_id, last_used_at);
+
+CREATE TABLE IF NOT EXISTS gate_artifact_logs (
+  artifact_key  TEXT NOT NULL,
+  step_name     TEXT NOT NULL,
+  log_content   BLOB NOT NULL,
+  log_digest    TEXT NOT NULL,
+  log_bytes     INTEGER NOT NULL,
+  PRIMARY KEY (artifact_key, step_name),
+  FOREIGN KEY (artifact_key) REFERENCES gate_artifacts(key) ON DELETE CASCADE
+);
+`;
 const MIGRATIONS = [
-    { version: 1, axis: "layout", sql: MIGRATION_1_SQL }
+    { version: 1, axis: "layout", sql: MIGRATION_1_SQL },
+    { version: 2, axis: "record", recordKind: "durableJob+capability-grant+release-workflow", sql: MIGRATION_2_SQL },
+    { version: 3, axis: "record", recordKind: "jobCallerKeyHash", sql: MIGRATION_3_SQL },
+    { version: 4, axis: "record", recordKind: "durableJob", sql: MIGRATION_4_SQL },
+    { version: 5, axis: "record", recordKind: "telemetryAggregate", sql: MIGRATION_5_SQL },
+    { version: 6, axis: "record", recordKind: "reviewFinding", sql: MIGRATION_6_SQL },
+    { version: 7, axis: "record", recordKind: "sessionOwner", sql: MIGRATION_7_SQL },
+    { version: 8, axis: "record", recordKind: "resource-registry", sql: MIGRATION_8_SQL },
+    { version: 9, axis: "record", recordKind: "gateArtifact", sql: MIGRATION_9_SQL }
 ];
 function checksum(sql) {
     return createHash("sha256").update(sql).digest("hex");
@@ -421,6 +672,8 @@ export const SQLITE_SCHEMA_TABLES = [
     "id_sequences",
     "coordination_locks",
     "integration_queue",
+    "durable_jobs",
+    "job_caller_key_hashes",
     "outbox",
     "mailboxes",
     "mailbox_signals",
@@ -432,6 +685,7 @@ export const SQLITE_SCHEMA_TABLES = [
     "agent_runs",
     "active_runs",
     "review_rounds",
+    "review_findings",
     "change_sets",
     "integration_attempts",
     "messages",
@@ -440,5 +694,12 @@ export const SQLITE_SCHEMA_TABLES = [
     "milestones",
     "events",
     "task_projections",
-    "telemetry"
+    "telemetry",
+    "telemetry_aggregate",
+    "capability_grants",
+    "release_workflows",
+    "session_owners",
+    "resource_registry",
+    "gate_artifacts",
+    "gate_artifact_logs"
 ];